-- Logs begin at Tue 2021-06-01 11:59:18 UTC, end at Tue 2021-06-01 13:06:00 UTC. -- Jun 01 12:41:26.280850 dv-cinder-793515-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 12:41:27.308830 dv-cinder-793515-2-smb neutron-server[98928]: Beware of the coming changes in the project packaging Jun 01 12:41:27.309440 dv-cinder-793515-2-smb neutron-server[98928]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 12:41:28.829968 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:41:28.830632 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 12:41:28.830735 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:41:28.833899 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:41:28.834155 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 12:41:28.834462 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98928) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:41:28.835384 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:41:28.835620 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:41:28.837094 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:41:28.837255 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:41:28.837483 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:41:28.837809 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.838110 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.838408 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.838638 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.838936 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.839230 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.839514 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.839803 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.840101 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.840388 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.840692 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.840991 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.841214 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.841497 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.841784 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.842071 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.842297 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] debug = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.842577 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.842999 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.843412 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.843692 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.843983 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.844259 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.844530 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.844833 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.845115 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.845446 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] host = dv-cinder-793515-2-smb {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.845720 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.846006 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.846292 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.846577 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.846850 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.847126 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.847408 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.847697 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.847953 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.848231 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.848524 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.848832 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.849125 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.849352 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.849576 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.849863 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.850149 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.850422 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.850698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.850972 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.851244 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.851630 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.852348 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.852671 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.852965 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.853257 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.853537 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.853815 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.854096 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.854368 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.854654 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.854929 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.855202 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.855471 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.855764 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.856031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.856302 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.856625 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.856912 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.857195 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.857479 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.857753 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.858034 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.858306 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.858575 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.858848 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_json = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.859120 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.859389 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.859668 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.859939 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.860210 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.860481 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.860773 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.861058 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:28.861357 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.861650 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.861949 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.862231 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.862525 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.862804 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.863093 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.863371 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.863657 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.863948 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.864234 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.864510 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.864822 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.865098 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.865392 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.865697 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.865990 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.866279 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.866550 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.866821 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.867116 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.867868 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.868409 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.868557 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.868903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.869048 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.869329 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.869623 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.869903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.870178 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.870459 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.870751 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.871031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.871303 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.871587 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.871867 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.872139 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.872412 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.872719 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.873009 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.873283 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.873556 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.873827 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.874111 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.874380 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.874664 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.874939 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.875211 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.875479 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.875759 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.876028 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.876299 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.876586 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.876870 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.877145 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.877416 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.877688 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.877960 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.878232 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.878501 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.879027 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.879298 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.879573 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.879844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.880114 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.880385 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.880680 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.880954 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.881242 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.881541 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.881815 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.882092 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.882423 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.883206 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.884031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.884323 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.884636 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.884920 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.885199 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.885493 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.885780 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.886069 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.886338 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.886619 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.886915 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.887193 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.887476 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.887758 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.888038 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.888325 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.888633 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.888930 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.889225 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.889524 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.889872 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.890110 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.890384 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.890696 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.890977 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:28.891199 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:41:28.891451 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98928) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 12:41:29.271485 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:41:29.271765 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:41:29.272058 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:41:29.272536 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 12:41:29.683320 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.683516 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.683786 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.685020 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.685301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.685567 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.721605 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.721889 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.722155 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.736382 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.736692 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.736966 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.768794 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.769078 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.769345 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.808017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.808296 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:29.808574 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.050900 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.051787 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.051787 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.051787 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.052426 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.180269 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.180614 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.180906 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.181189 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.181465 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.181775 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.182038 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.182299 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.182553 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.182834 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.183094 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.183359 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.183624 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.183879 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.184159 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.184447 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.185871 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.186162 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.186431 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.186723 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.187081 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.187342 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.187597 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.187884 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.188140 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.188389 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.188799 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.189045 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.189281 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.189527 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.189759 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.189995 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:30.190376 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 12:41:30.193600 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 12:41:30.197975 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 12:41:30.201729 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 01 12:41:30.203352 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 12:41:30.203803 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 12:41:30.204143 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 12:41:30.204526 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 12:41:30.207473 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 12:41:30.207729 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 12:41:30.208079 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:41:30.237311 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 12:41:30.237707 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.238008 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98928) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 12:41:30.238371 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.239712 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98928) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 12:41:30.239996 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:41:30.240250 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 12:41:30.244007 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.244284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:30.310624 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 12:41:30.310872 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 12:41:30.311112 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 12:41:30.311498 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 12:41:30.343869 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_db.sqlalchemy.engines [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98928) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 12:41:30.820122 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing driver for type 'gre' Jun 01 12:41:30.820688 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] gre ID ranges: [(1, 1000)] Jun 01 12:41:31.002912 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing driver for type 'local' Jun 01 12:41:31.003246 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing driver for type 'vlan' Jun 01 12:41:31.103575 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] VlanTypeDriver initialization complete Jun 01 12:41:31.104219 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing driver for type 'vxlan' Jun 01 12:41:31.104328 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] vxlan ID ranges: [(1, 1000)] Jun 01 12:41:31.343219 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing extension driver 'port_security' Jun 01 12:41:31.343560 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.extensions.port_security [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] PortSecurityExtensionDriver initialization complete Jun 01 12:41:31.343898 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing mechanism driver 'openvswitch' Jun 01 12:41:31.344225 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing mechanism driver 'hyperv' Jun 01 12:41:31.350934 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.plugins.ml2.plugin [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:31.352405 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.353964 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.353964 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.353964 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.353964 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.354299 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.354611 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.354958 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.355467 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.355848 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.356274 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.356536 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.356933 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.357281 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.357619 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.357996 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > address_group after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.358331 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > address_group after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.358723 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > address_group after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.359000 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] ML2 OVO RPC backend initialized. {{(pid=98928) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 12:41:31.359700 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.360147 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.360585 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.360957 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > networks before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.361305 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.361644 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > ports before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.361983 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.362322 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnets before_response 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.362664 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.363002 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.363335 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.363667 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.364003 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.364336 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.364700 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.365036 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.365377 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > subnet after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.365940 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.plugin [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Modular L2 Plugin initialization complete Jun 01 12:41:31.366268 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading services supported by the core plugin {{(pid=98928) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 12:41:31.366600 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.plugins.ml2.managers [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Got port-security extension from driver 'port_security' Jun 01 12:41:31.367656 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.extensions.vlantransparent [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Disabled vlantransparent extension. Jun 01 12:41:31.368152 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98928) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 12:41:31.368464 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: router Jun 01 12:41:31.414318 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.414706 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_create 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.415070 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router before_create 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.415431 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.415796 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.416202 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_delete 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.416584 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > floatingip after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.416940 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_create 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.417284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.417633 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.417975 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.418329 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.418730 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.419094 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.419432 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.419766 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: subnet after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.420099 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.420445 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > port precommit_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.420825 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_create 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.421168 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.421508 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.421859 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router after_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.422198 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_delete 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.422571 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_create 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.422929 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router_interface after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.423269 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_update 55549900 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.423637 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > network after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.424491 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Tracking information for resource: router configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:31.424843 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Tracking information for resource: floatingip configured {{(pid=98928) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:41:31.430326 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.db.l3_agentschedulers_db [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 12:41:31.430909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.431265 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.431610 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.431963 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: port after_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.432772 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router before_create 55550100 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.433134 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_delete 55550100 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.433490 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_create 55550100 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.433840 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > router precommit_update 55550100 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.438609 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.provider_configuration [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service providers = [] {{(pid=98928) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 12:41:31.438970 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.db.servicetype_db [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98928) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 12:41:31.441900 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.service_base [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:41:31.442248 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.service_base [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:41:31.442587 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.service_base [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:41:31.443448 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.services.service_base [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98928) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:41:31.443818 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.services.service_base [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 12:41:31.444364 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.444711 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 12:41:31.462715 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.463041 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: auto_allocate Jun 01 12:41:31.469143 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: network precommit_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.469516 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: network precommit_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.470039 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.470361 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: tag Jun 01 12:41:31.477819 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.478149 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: timestamp Jun 01 12:41:31.481889 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.482217 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: network_ip_availability Jun 01 12:41:31.487441 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.487814 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.488169 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.488908 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.489227 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: flavors Jun 01 12:41:31.499364 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.499694 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading Plugin: revisions Jun 01 12:41:31.504256 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98928) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:41:31.504682 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.232s {{(pid=98928) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:41:31.505420 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98928) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 12:41:31.505753 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Initializing extension manager. Jun 01 12:41:31.506257 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: __init__.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.506597 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: __pycache__ {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.506931 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.507292 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: address_group.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.508135 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.508750 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: address-group Jun 01 12:41:31.509071 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: address_scope.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.509765 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.510337 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: address-scope Jun 01 12:41:31.510658 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: admin_state_down_before_update.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.511575 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.512124 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: router-admin-state-down-before-update Jun 01 12:41:31.512445 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: agent.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.513153 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.513659 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: agent Jun 01 12:41:31.513996 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: agent_resources_synced.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.514867 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.515379 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: agent-resources-synced Jun 01 12:41:31.515779 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: allowedaddresspairs.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.517596 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.518122 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: allowed-address-pairs Jun 01 12:41:31.518444 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: auto_allocated_topology.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.519522 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.520071 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: auto-allocated-topology Jun 01 12:41:31.520395 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: availability_zone.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.521103 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.521617 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: availability_zone Jun 01 12:41:31.521934 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: availability_zone_filter.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.522850 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.523902 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: availability_zone_filter Jun 01 12:41:31.524219 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: data_plane_status.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.525275 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.525821 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 12:41:31.526140 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: default_subnetpools.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.527066 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.527582 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: default-subnetpools Jun 01 12:41:31.527903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: dhcpagentscheduler.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.528738 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.529252 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: dhcp_agent_scheduler Jun 01 12:41:31.529573 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: dns.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.530611 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.531282 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension dns-integration not supported by any of loaded plugins Jun 01 12:41:31.531636 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: dns_domain_ports.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.532539 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.533074 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 12:41:31.533394 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: dvr.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.534060 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.534567 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: dvr Jun 01 12:41:31.534890 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: empty_string_filtering.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.535775 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.536283 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: empty-string-filtering Jun 01 12:41:31.536628 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.551735 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.552257 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:41:31.552605 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.553534 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.554045 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 12:41:31.554413 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: external_net.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.555428 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.555942 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: external-net Jun 01 12:41:31.556262 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: extra_dhcp_opt.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.557287 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.557805 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: extra_dhcp_opt Jun 01 12:41:31.558124 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: extraroute.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.559013 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.559517 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: extraroute Jun 01 12:41:31.559834 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: extraroute_atomic.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.560882 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.561396 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: extraroute-atomic Jun 01 12:41:31.561713 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: filter_validation.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.562371 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.562876 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: filter-validation Jun 01 12:41:31.563252 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: fip_pf_description.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.564359 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.565047 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 12:41:31.565321 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: fip_port_details.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.566218 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.566730 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: fip-port-details Jun 01 12:41:31.567047 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: flavors.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.568267 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.568815 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: flavors Jun 01 12:41:31.569148 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.570860 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.571382 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 12:41:31.571742 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: floatingip_pools.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.572471 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.573012 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: floatingip-pools Jun 01 12:41:31.573336 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: ip_allocation.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.578025 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.578573 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 12:41:31.578903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.579795 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.580300 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: ip-substring-filtering Jun 01 12:41:31.580653 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l2_adjacency.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.581568 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.582071 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 12:41:31.582397 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.583375 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.583893 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: router Jun 01 12:41:31.584218 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3_conntrack_helper.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.587121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.587648 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:41:31.587982 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.588954 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.589479 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: ext-gw-mode Jun 01 12:41:31.589807 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.590707 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.591221 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: l3-ha Jun 01 12:41:31.591548 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3_flavors.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.592436 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.592982 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: l3-flavors Jun 01 12:41:31.593313 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.594246 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.594757 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 12:41:31.595083 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: l3agentscheduler.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.596103 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.596646 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: l3_agent_scheduler Jun 01 12:41:31.596975 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: logging.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.598473 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.598988 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension logging not supported by any of loaded plugins Jun 01 12:41:31.599316 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: metering.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.600045 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.600649 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: metering Jun 01 12:41:31.601089 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.602661 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.603178 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: metering_source_and_destination_fields Jun 01 12:41:31.603502 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: multiprovidernet.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.604598 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.605072 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: multi-provider Jun 01 12:41:31.605394 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: netmtu.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.606289 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.606796 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: net-mtu Jun 01 12:41:31.607163 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: netmtu_writable.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.608056 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.608624 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: net-mtu-writable Jun 01 12:41:31.608948 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: network_availability_zone.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.609647 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.610153 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: network_availability_zone Jun 01 12:41:31.610494 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: network_ip_availability.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.611603 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.612115 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: network-ip-availability Jun 01 12:41:31.612438 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: network_segment_range.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.613212 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.613721 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 12:41:31.614038 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: pagination.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.615030 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.615356 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: pagination Jun 01 12:41:31.615798 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: port_device_profile.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.616892 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.617490 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: port-device-profile Jun 01 12:41:31.617895 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.618843 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.619348 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: port-mac-address-regenerate Jun 01 12:41:31.619670 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.620553 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.621174 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: port-numa-affinity-policy Jun 01 12:41:31.621504 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: port_resource_request.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.622416 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.622921 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 12:41:31.623239 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: portbindings.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.624169 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.624711 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: binding Jun 01 12:41:31.625036 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: portbindings_extended.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.630141 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.630694 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: binding-extended Jun 01 12:41:31.631024 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: portsecurity.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.631915 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.632465 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: port-security Jun 01 12:41:31.632928 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: project_id.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.633901 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.634225 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: project-id Jun 01 12:41:31.634546 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: providernet.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.635477 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.635986 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: provider Jun 01 12:41:31.636311 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.639831 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.640349 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos not supported by any of loaded plugins Jun 01 12:41:31.640710 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.641921 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.642441 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 12:41:31.642773 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.643665 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.644187 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 12:41:31.644512 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_default.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.645421 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.645935 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-default not supported by any of loaded plugins Jun 01 12:41:31.646298 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_fip.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.646936 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.647516 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-fip not supported by any of loaded plugins Jun 01 12:41:31.647862 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_gateway_ip.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.649660 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.650333 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 12:41:31.650660 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_port_network_policy.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.651560 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.652073 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 12:41:31.652396 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_rule_type_details.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.653350 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.653848 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 12:41:31.660881 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: qos_rules_alias.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.661700 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.662223 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 12:41:31.662583 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: quotasv2.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.663638 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.664591 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: quotas Jun 01 12:41:31.665115 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: quotasv2_detail.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.666655 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.666990 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: quota_details Jun 01 12:41:31.667369 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: rbac.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.668412 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.668969 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: rbac-policies Jun 01 12:41:31.669299 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: rbac_address_group.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.670220 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.670792 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: rbac-address-group Jun 01 12:41:31.671118 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: rbac_address_scope.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.672013 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.672619 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: rbac-address-scope Jun 01 12:41:31.672943 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: rbac_security_groups.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.673836 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.674349 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: rbac-security-groups Jun 01 12:41:31.674667 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: rbac_subnetpool.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.675582 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.676090 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: rbac-subnetpool Jun 01 12:41:31.676411 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: revisionifmatch.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.677332 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.677840 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: revision-if-match Jun 01 12:41:31.678157 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: revisions.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.679260 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.679859 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: standard-attr-revisions Jun 01 12:41:31.680420 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: router_availability_zone.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.680934 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.681511 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: router_availability_zone Jun 01 12:41:31.681863 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: routerservicetype.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.682775 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.683285 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension router-service-type not supported by any of loaded plugins Jun 01 12:41:31.683605 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.684497 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.685117 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: security-groups-normalized-cidr Jun 01 12:41:31.685542 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: security_groups_port_filtering.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.686492 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.686997 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: port-security-groups-filtering Jun 01 12:41:31.687316 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.688272 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.688820 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: security-groups-remote-address-group Jun 01 12:41:31.689140 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: securitygroup.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.698732 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.699267 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: security-group Jun 01 12:41:31.699596 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: segment.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.701044 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.701044 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension segment not supported by any of loaded plugins Jun 01 12:41:31.701259 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.702215 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.702737 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 12:41:31.703060 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: servicetype.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.704148 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.704706 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: service-type Jun 01 12:41:31.705031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: sorting.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.705989 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.706322 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: sorting Jun 01 12:41:31.706648 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: standard_attr_segment.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.707546 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.708055 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 12:41:31.708377 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: standardattrdescription.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.709044 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.709550 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: standard-attr-description Jun 01 12:41:31.709869 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: stateful_security_group.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.711304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.711875 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: stateful-security-group Jun 01 12:41:31.712138 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: stdattrs_common.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.712745 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 12:41:31.713065 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.714033 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.714550 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 12:41:31.714872 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnet_onboard.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.715958 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.716473 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: subnet_onboard Jun 01 12:41:31.716819 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.717727 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.718238 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 12:41:31.718560 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnet_service_types.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.719621 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.720137 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: subnet-service-types Jun 01 12:41:31.720461 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnetallocation.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.721551 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.722065 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: subnet_allocation Jun 01 12:41:31.722393 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.723041 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.723547 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: subnetpool-prefix-ops Jun 01 12:41:31.723865 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.724887 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.725420 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 12:41:31.725742 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: tagging.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.727367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.727887 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: standard-attr-tag Jun 01 12:41:31.728212 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: timestamp.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.736645 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.737228 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loaded extension: standard-attr-timestamp Jun 01 12:41:31.737556 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: trunk.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.738620 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.739141 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension trunk not supported by any of loaded plugins Jun 01 12:41:31.739473 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: trunk_details.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.740366 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.740910 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension trunk-details not supported by any of loaded plugins Jun 01 12:41:31.741233 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: uplink_status_propagation.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.742183 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.742693 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 12:41:31.743026 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Loading extension file: vlantransparent.py {{(pid=98928) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:41:31.743678 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98928) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:41:31.744184 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 12:41:31.746787 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:network Jun 01 12:41:31.747545 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnet Jun 01 12:41:31.749465 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:41:31.750092 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:port Jun 01 12:41:31.751384 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.751832 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service FLAVORS assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.752533 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.752999 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.753375 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:router Jun 01 12:41:31.754297 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:41:31.754999 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service METERING assigned prefix: /metering {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.756436 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.756831 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.757185 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:41:31.758382 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:41:31.758854 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:41:31.759606 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:41:31.760334 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service CORE assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.760797 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:41:31.761163 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] subnetpool is already registered Jun 01 12:41:31.761816 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service CORE assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.762146 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:41:31.764538 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] subnetpool is already registered Jun 01 12:41:31.765240 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.765672 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service FLAVORS assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.766264 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.766678 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.767008 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:router Jun 01 12:41:31.767336 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] router is already registered Jun 01 12:41:31.767928 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:41:31.768257 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] floatingip is already registered Jun 01 12:41:31.768914 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service METERING assigned prefix: /metering {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.769702 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:41:31.770031 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] rbac_policy is already registered Jun 01 12:41:31.770566 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:41:31.770901 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] security_group is already registered Jun 01 12:41:31.771486 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:41:31.771820 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] security_group_rule is already registered Jun 01 12:41:31.772483 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service CORE assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.772834 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:41:31.773160 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] subnetpool is already registered Jun 01 12:41:31.774361 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.v2.resource_helper [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Service CORE assigned prefix: {{(pid=98928) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:41:31.774779 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:41:31.775012 dv-cinder-793515-2-smb neutron-server[98928]: WARNING neutron.quota.resource_registry [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] subnetpool is already registered Jun 01 12:41:31.775643 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: extensions {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.777176 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: address-groups {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.778785 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: address-scopes {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.779989 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: agents {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.781153 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: auto-allocated-topology {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.782629 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: availability_zones {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.783939 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: dhcp-networks {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.785629 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: dhcp-agents {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.787063 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: routers {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.789511 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: flavors {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.790955 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: service_profiles {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.793155 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: next_providers {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.793753 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: service_profiles {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.795176 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: floatingip-pools {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.796381 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: routers {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.798214 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: floatingips {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.799407 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: l3-routers {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.800884 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: l3-agents {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.802286 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: metering-labels {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.803759 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: metering-label-rules {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.805242 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: network-ip-availabilities {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.806496 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: bindings {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.808120 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: quotas {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.809666 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: quotas {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.811119 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: rbac-policies {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.812493 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: security-groups {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.813729 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: security-group-rules {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.814948 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: service-providers {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.816319 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: subnetpools {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.818929 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: subnetpools {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.821174 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.822664 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.937687 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.939369 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.941168 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.943249 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.945005 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.947089 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.948851 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.950875 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron.api.extensions [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Extended resource: tags {{(pid=98928) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:41:31.956702 dv-cinder-793515-2-smb neutron-server[98928]: WARNING keystonemiddleware.auth_token [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 12:41:31.961753 dv-cinder-793515-2-smb neutron-server[98928]: WARNING keystonemiddleware.auth_token [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 12:41:31.970361 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Acquired lock "singleton_lock" {{(pid=98928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 12:41:31.970840 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_concurrency.lockutils [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Releasing lock "singleton_lock" {{(pid=98928) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 12:41:31.971478 dv-cinder-793515-2-smb neutron-server[98928]: INFO oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Starting 2 workers Jun 01 12:41:31.976284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Started child 99037 {{(pid=98928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:41:31.981410 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Started child 99038 {{(pid=98928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:41:31.982418 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:31.983018 dv-cinder-793515-2-smb neutron-server[98928]: INFO neutron.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 12:41:31.983577 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Notify callbacks [] for process, before_spawn {{(pid=98928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:31.983878 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [-] (99037) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:41:31.985983 dv-cinder-793515-2-smb neutron-server[98928]: INFO oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Starting 1 workers Jun 01 12:41:31.986097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:31.987454 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [-] (99038) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:41:31.991276 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Started child 99039 {{(pid=98928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:41:31.991772 dv-cinder-793515-2-smb neutron-server[98928]: INFO oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Starting 1 workers Jun 01 12:41:31.995614 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] calling RpcWorker wait() {{(pid=99039) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 12:41:31.996207 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] returning from RpcWorker wait() {{(pid=99039) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 12:41:31.996903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Started child 99040 {{(pid=98928) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:41:31.997381 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:31.997654 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG neutron_lib.callbacks.manager [None req-877ebf9a-223e-4bbd-903c-1b07b75e26de None None] Notify callbacks [] for process, after_spawn {{(pid=98928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:31.997829 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:31.999543 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:41:31.999751 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:41:31.999941 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:41:32.000160 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:41:32.000490 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:41:32.000676 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:41:32.001367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.001595 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:32.002088 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.002088 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.002225 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.002450 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.002546 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:32.002997 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.003239 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.003485 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.004020 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.004273 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.004447 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.004630 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.005049 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.005301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.005626 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.005889 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.006134 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.006394 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.006560 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.006970 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.007251 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.007479 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.007792 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] debug = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.008033 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.008523 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.008770 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.009008 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.009229 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.009485 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.009716 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.010001 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.010243 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.010456 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.010668 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.010935 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.011170 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.011382 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.011597 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.011868 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.012082 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.012674 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] host = dv-cinder-793515-2-smb {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.012945 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.013109 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.013354 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.013594 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.013834 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.014044 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.014294 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.014532 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.014776 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.015034 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.015270 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.015498 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.015731 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.015976 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.016129 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_options = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.016374 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.016676 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.016933 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.017131 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.017288 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.017449 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.017724 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.017877 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.018082 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.018310 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.018521 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.018730 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.018960 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.019189 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.019447 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.019703 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.019908 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.020153 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.020395 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.020645 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.020865 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.021107 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.021340 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.021567 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.021776 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.021985 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.022206 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.022415 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.022686 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.023094 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.023304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.023618 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.023914 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.024164 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.024412 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.024667 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.024979 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.025324 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.025558 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.025798 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.026289 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.026289 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.026565 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.027078 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.027401 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.027641 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_json = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.027971 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.028211 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.028498 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.028794 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.028998 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.029215 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.029431 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.029668 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.030085 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.030373 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.030681 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.030905 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.031138 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.031377 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.031628 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.031845 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.032112 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.032347 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.032709 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.032932 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.033221 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.033454 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.033697 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.034001 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.034266 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.034550 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.034788 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.035004 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.035254 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.035470 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.035837 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.036100 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.036357 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.036657 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.037044 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.037266 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.037480 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.037711 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.037923 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.038152 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.038479 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.038647 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.039568 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.039732 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.039857 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.040092 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.040844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.040844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.041075 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.041421 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.041421 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.042631 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.042631 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.042631 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.042631 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043138 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043138 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043521 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043521 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043776 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.043948 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.044179 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.044420 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.044698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.044924 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.047062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.048154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.049017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.049017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.049017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.049017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.051974 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.055693 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.057616 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.059762 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.060919 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.061443 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.061443 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.061990 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.061990 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.062146 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.062332 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.062550 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.062765 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.062989 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.063293 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.063757 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.063969 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.065245 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.065245 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.065245 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.065245 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.066258 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.066258 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.066258 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.066760 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.066760 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.067067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.067444 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.068105 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.069018 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.069018 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.070304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.070304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.070304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.070304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071034 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071034 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071034 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071481 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071481 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071784 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.071925 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.072062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.072255 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.072497 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.072811 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.073125 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.073364 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.073581 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.074215 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.074215 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.075663 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076226 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076226 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076226 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076455 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076668 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.076902 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.077141 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.077373 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.077601 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.077839 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.078224 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.078603 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.078925 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.079366 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.079621 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.079862 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.080077 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.080328 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.080577 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.080954 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.081344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.081559 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.081772 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.082031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.082271 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.082504 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.082721 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.082930 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.083163 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.083406 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.083636 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.084211 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.084211 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.084459 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.084783 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.085066 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.085305 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.085514 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.085946 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.086061 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.086215 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.086439 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.086641 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.086847 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.087062 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.087271 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.087526 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.087754 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.087964 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.088177 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.088376 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.088622 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.088824 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.089036 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.089249 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.089454 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.089785 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.090035 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.090253 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.090545 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.090787 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.091017 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.091278 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.091592 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.091802 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.092038 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.092286 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.092501 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.092749 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.093035 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.093382 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.093698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.093979 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.094266 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.094553 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.094830 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.095093 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.095322 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.095631 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.095960 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.096240 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.096484 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.096730 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.097008 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.097224 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.097434 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.097653 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.097899 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.098110 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.098863 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.099145 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.099304 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.099511 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.099741 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.100317 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.100317 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.100499 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.100671 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.100903 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.101076 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:41:32.102188 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98928) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:41:32.102356 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:41:32.102562 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:41:32.102741 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:41:32.102911 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:41:32.103063 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:41:32.103267 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.103426 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.103586 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104152 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104152 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104152 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104609 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104609 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104609 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104949 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.104949 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.105112 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.105112 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.105379 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106181 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] debug = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.106909 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107348 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107348 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107348 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107572 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107757 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.107757 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108012 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108097 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108207 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108364 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108519 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.108856 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109011 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109167 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109337 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] host = dv-cinder-793515-2-smb {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109464 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109617 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109753 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.109906 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110044 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110193 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110363 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110533 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110690 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.110844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111019 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111154 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111310 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111466 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111620 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_options = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111775 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.111929 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112091 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112287 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112458 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112635 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112792 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.112971 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113091 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113244 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113399 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113614 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113772 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.113927 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114084 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114240 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114443 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114623 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114708 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114830 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.114984 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115139 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115294 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115452 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115637 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115780 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.115913 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116068 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116223 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116377 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116531 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116713 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.116868 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.117696 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.117905 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118084 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118243 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118403 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118542 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118704 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.118859 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119063 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119216 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119371 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119525 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119715 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_json = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119852 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.119979 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120122 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120286 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120409 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120583 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120736 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.120894 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:41:32.121074 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.121233 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.121402 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.121561 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.121770 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.121947 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122280 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122437 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122593 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122759 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.122917 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123085 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123242 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123400 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123560 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123716 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.123874 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124031 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124189 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124347 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124504 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124687 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.124849 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125058 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125191 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125314 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125437 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125590 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125753 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.125912 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126070 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126227 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126385 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126542 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126699 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.126855 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127014 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127172 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127330 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127488 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127645 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127804 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.127962 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.128119 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.128276 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.128435 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.128611 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129026 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129169 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129396 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129584 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129800 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.129999 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.130164 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.130329 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.130615 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.130615 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.131139 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.132367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.132367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.132367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.132367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.133284 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134541 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134541 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134541 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134850 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.134850 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135178 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135322 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135446 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135569 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135704 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.135844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136053 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136214 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136436 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136640 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136790 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.136948 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137115 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137245 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137398 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137556 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137713 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.137865 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138020 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138177 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138333 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138491 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138649 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.138848 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139058 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139217 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139375 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139533 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139691 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.139848 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140086 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140240 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140404 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140528 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140712 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.140871 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141037 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141206 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141364 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141522 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141665 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141825 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.141975 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142127 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142388 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142519 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142603 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142721 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.142888 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143057 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143216 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143378 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143560 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143744 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.143889 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144046 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144210 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144339 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144495 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144675 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144833 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.144991 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145167 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145300 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145457 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145615 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145777 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.145918 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146087 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146248 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146409 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146564 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146722 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.146881 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147121 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147341 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147341 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147525 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147634 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147791 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.147949 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.148106 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.148291 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.148486 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.148675 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.148821 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149095 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149247 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149392 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149564 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149694 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.149844 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150003 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150161 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150308 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150501 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150734 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.150882 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151045 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151204 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151363 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151493 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:32.151637 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151764 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.151887 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152010 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152132 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152255 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152478 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152627 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152752 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.152890 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153023 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153170 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153328 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153485 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153643 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153801 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.153959 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154117 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154281 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154443 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154602 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154761 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.154918 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155076 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155235 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155392 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155562 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155720 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.155878 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156037 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156199 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156367 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156525 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156706 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.156863 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157020 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157187 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157344 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157501 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157657 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157814 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.157980 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158137 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158294 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158451 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158609 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158776 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.158933 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159091 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159247 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159405 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159573 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159732 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.159891 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160101 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160231 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160355 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160499 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160702 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160843 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.160978 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161137 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161295 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161454 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161613 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161776 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.161945 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.162111 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.162271 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.162594 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.162594 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.164351 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.164537 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.165301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.165301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.165301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.165301 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166067 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.166698 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167081 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167081 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167081 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167317 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167317 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167465 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167608 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167767 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.167926 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:41:32.168079 dv-cinder-793515-2-smb neutron-server[98928]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98928) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:41:32.458762 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39296) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:32.468458 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075238 Jun 01 12:41:43.856003 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c33919-18f9-4e51-8925-9ea40fe1134d None None] get_active_networks_info from dv-cinder-793515-2-smb {{(pid=99039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 12:41:43.940477 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c33919-18f9-4e51-8925-9ea40fe1134d None None] No non-hosted networks {{(pid=99039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 12:41:43.949113 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.agentschedulers_db [None req-55c33919-18f9-4e51-8925-9ea40fe1134d None None] DHCP Agent not found on host dv-cinder-793515-2-smb {{(pid=99039) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 12:41:44.076256 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f972df6b-5853-442d-a233-34be2872fdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:46.339125 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fefeddf0-3eab-4092-a33a-49173bab1ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:46.398350 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.db.api [None req-d15dbe45-d1eb-459b-b93f-6e543c9fbd8b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-793515-2-smb {{(pid=99039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:41:46.399215 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_db.api [None req-d15dbe45-d1eb-459b-b93f-6e543c9fbd8b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:41:46.431562 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:46.432708 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.433375 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.433971 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.434521 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.435099 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.435642 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.436178 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.436930 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.437463 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.439083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.439083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.439083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:46.439473 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-793515-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:46.445811 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-793515-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:41:46.996858 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d15dbe45-d1eb-459b-b93f-6e543c9fbd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:47.374294 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:49.348817 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:49.413909 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.db.l3_hamode_db [None req-15462353-1661-4c4f-9cc2-71de44de7e2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 12:41:49.502965 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15462353-1661-4c4f-9cc2-71de44de7e2a None None] Routers set() bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:41:49.503347 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15462353-1661-4c4f-9cc2-71de44de7e2a None None] Router IDs set() for agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 12:41:50.605845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39388) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:51.199797 dv-cinder-793515-2-smb neutron-server[99038]: WARNING oslo_policy.policy [None req-581868cc-7514-44a9-85be-37328d042b52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:51.200376 dv-cinder-793515-2-smb neutron-server[99038]: WARNING oslo_policy.policy [None req-581868cc-7514-44a9-85be-37328d042b52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:51.427397 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [None req-581868cc-7514-44a9-85be-37328d042b52 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:41:51.428409 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-581868cc-7514-44a9-85be-37328d042b52 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8216131 Jun 01 12:41:53.808857 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39402) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:54.412244 dv-cinder-793515-2-smb neutron-server[99037]: WARNING oslo_policy.policy [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:54.412863 dv-cinder-793515-2-smb neutron-server[99037]: WARNING oslo_policy.policy [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:54.627851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:41:54.729187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.policy [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99037) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:41:54.775582 dv-cinder-793515-2-smb neutron-server[99037]: WARNING oslo_policy.policy [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:54.775965 dv-cinder-793515-2-smb neutron-server[99037]: WARNING oslo_policy.policy [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:41:54.784615 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.quota [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Loaded quota_driver: . Jun 01 12:41:54.800168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:41:54.926038 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345951538', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345951891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345835839', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345836779', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345851758', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794345854412', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-640398', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3728446', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3786219'] for rbac-policy, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:55.150908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:55.152446 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-fbfffe0f-428d-441e-92ca-a62b71813d8e admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3415186 Jun 01 12:41:57.828020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39420) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:41:58.189248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'project_id': '30715d038ec44074811c7dd5a20f6e70'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:41:58.195162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:41:58.199495 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Usage tracker for resource:network and tenant:30715d038ec44074811c7dd5a20f6e70 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:41:58.203989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:41:58.210621 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:41:58.276348 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Made reservation on behalf of 30715d038ec44074811c7dd5a20f6e70 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:41:58.279381 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.297672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.312332 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:41:58.316052 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Usage tracker for resource:security_group_rule and tenant:30715d038ec44074811c7dd5a20f6e70 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:41:58.321471 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:41:58.327014 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:41:58.436144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.505307 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.509984 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:41:58.531642 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:41:58.557106 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794346127333', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.557742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Unsubscribe: segment precommit_create {{(pid=99037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:41:58.558218 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Added segment f7995833-f0be-4348-90f1-2c87feaf633c of type vlan for network 6ebbc429-1f58-46f5-93c3-6a99f390806f Jun 01 12:41:58.566697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02de57b-b6c7-445a-84e1-b32e0c0484a0,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:58.619021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.619361 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.619692 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.620015 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.620338 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.620687 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.621004 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.621316 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.621645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.621960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.622269 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.622575 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Tracked resource versions report: Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: pushed versions: Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: { 'AddressGroup': {'1.2'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'ConntrackHelper': {'1.0'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Log': {'1.0'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Network': {'1.1'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Port': {'1.7'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'PortForwarding': {'1.2'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'QosPolicy': {'1.8'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroup': {'1.4'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SubPort': {'1.0'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Subnet': {'1.1'}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Trunk': {'1.1'}} Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: consumer versions: Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'ConntrackHelper': '1.0', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Log': '1.0', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Network': '1.1', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Port': '1.7', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'PortForwarding': '1.2', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'QosPolicy': '1.8', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroup': '1.4', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroupRule': '1.2', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'SubPort': '1.0', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Subnet': '1.1', Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: 'Trunk': '1.1'}} Jun 01 12:41:58.623700 dv-cinder-793515-2-smb neutron-server[99037]: {{(pid=99037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:41:58.684925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.688872 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:41:58.777604 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.779194 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:41:58.779852 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:58.784981 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:41:58.898403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Pushing event updated for resources: {'Network': ['ID=6ebbc429-1f58-46f5-93c3-6a99f390806f,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:41:58.901756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:41:58.909845 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:41:58.955245 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1260302 Jun 01 12:42:01.642464 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39436) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:02.102933 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d61b3-0ea9-46e6-8539-440f4443c5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:02.104300 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-4a4d61b3-0ea9-46e6-8539-440f4443c5c3 admin admin] 10.222.0.11 "GET /v2.0/networks/6ebbc429-1f58-46f5-93c3-6a99f390806f HTTP/1.1" status: 200 len: 825 time: 0.4608676 Jun 01 12:42:02.139550 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-96e9247f-5699-4847-b0bf-acb1a6109d14 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/ad1af94a-c6d5-4c5e-8edf-50ec0f87730b HTTP/1.1" status: 200 len: 734 time: 0.0298562 Jun 01 12:42:02.149390 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Request body: {'subnet': {'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:02.153796 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:02.157514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Usage tracker for resource:subnet and tenant:30715d038ec44074811c7dd5a20f6e70 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:42:02.160694 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:42:02.166875 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:02.270962 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Made reservation on behalf of 30715d038ec44074811c7dd5a20f6e70 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:42:02.273611 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:02.811653 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:02.816814 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:02.899569 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b04acf8-a21e-467b-a129-aa33302325a1,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:02.901426 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Checking segment: {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:02.901809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Network hostable DHCP agents. Network: 6ebbc429-1f58-46f5-93c3-6a99f390806f, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:42:02.906263 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:02.988871 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:42:03.086417 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 6ebbc429-1f58-46f5-93c3-6a99f390806f) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:03.091145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:03.091741 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.096172 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea1199-5881-494e-a115-76d19d9556b7 None None] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:03.172183 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0273061 Jun 01 12:42:03.421118 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-6ebbc429-1f58-46f5-93c3-6a99f390806f', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:42:03.422284 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.619393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Allocated IP 172.20.0.2 (6ebbc429-1f58-46f5-93c3-6a99f390806f/3b04acf8-a21e-467b-a129-aa33302325a1/bf4d31b5-e253-43e9-9938-2294e266f423) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:42:03.861313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.875250 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Transition to ACTIVE for port object bf4d31b5-e253-43e9-9938-2294e266f423 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:03.899809 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Transition to ACTIVE for port object bf4d31b5-e253-43e9-9938-2294e266f423 will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:03.968898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.973936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:04.044397 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:42:04.047300 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:04.054690 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:42:04.056943 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Pushing event updated for resources: {'Port': ['ID=bf4d31b5-e253-43e9-9938-2294e266f423,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:04.066043 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.066542 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.066708 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.067033 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.067357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.067678 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.067996 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.068312 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.068664 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.068980 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.069499 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.070131 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Tracked resource versions report: Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: pushed versions: Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: { 'AddressGroup': {'1.2'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'ConntrackHelper': {'1.0'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Log': {'1.0'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Network': {'1.1'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Port': {'1.7'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'PortForwarding': {'1.2'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'QosPolicy': {'1.8'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroup': {'1.4'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SubPort': {'1.0'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Subnet': {'1.1'}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Trunk': {'1.1'}} Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: consumer versions: Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'ConntrackHelper': '1.0', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Log': '1.0', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Network': '1.1', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Port': '1.7', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'PortForwarding': '1.2', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'QosPolicy': '1.8', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroup': '1.4', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroupRule': '1.2', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'SubPort': '1.0', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Subnet': '1.1', Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: 'Trunk': '1.1'}} Jun 01 12:42:04.070925 dv-cinder-793515-2-smb neutron-server[99039]: {{(pid=99039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:42:04.110056 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:04.159068 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Attempting to bind port bf4d31b5-e253-43e9-9938-2294e266f423 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:42:04.159377 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Attempting to bind port bf4d31b5-e253-43e9-9938-2294e266f423 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:42:04.159805 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Attempting to bind port bf4d31b5-e253-43e9-9938-2294e266f423 on network 6ebbc429-1f58-46f5-93c3-6a99f390806f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:42:04.165826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:42:04.166236 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Checking segment: {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:04.166709 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:04.167102 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Bound using segment: {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:42:04.167607 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Bound port: bf4d31b5-e253-43e9-9938-2294e266f423, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:42:04.167984 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:04.260675 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] For port bf4d31b5-e253-43e9-9938-2294e266f423, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:42:04.264687 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] For port bf4d31b5-e253-43e9-9938-2294e266f423, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=bf4d31b5-e253-43e9-9938-2294e266f423,segment=NetworkSegment(f7995833-f0be-4348-90f1-2c87feaf633c),segment_id=f7995833-f0be-4348-90f1-2c87feaf633c)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:42:04.323355 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:04.327574 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:04.422080 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Pushing event updated for resources: {'Port': ['ID=bf4d31b5-e253-43e9-9938-2294e266f423,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:04.425778 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:05.612442 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39446) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:06.002885 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [None req-d1920a24-3d2a-4c30-9ec6-d28d19188081 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:42:06.004126 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d1920a24-3d2a-4c30-9ec6-d28d19188081 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3907125 Jun 01 12:42:08.455568 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39456) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:08.849647 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [None req-8a642c8e-e298-4960-bbad-347cbeedfd36 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:42:08.851141 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-8a642c8e-e298-4960-bbad-347cbeedfd36 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3945885 Jun 01 12:42:10.087004 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b4a4d-9ab3-483f-8e6e-8d1f7d4fe7c0 None None] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:10.327414 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-e27fd483-6fc1-4e01-a5c9-91f771bcce49 None None] Provisioning for port bf4d31b5-e253-43e9-9938-2294e266f423 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:42:10.400464 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device bf4d31b5-e253-43e9-9938-2294e266f423 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:10.525645 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port bf4d31b5-e253-43e9-9938-2294e266f423 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:42:10.530625 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port bf4d31b5-e253-43e9-9938-2294e266f423 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:10.531025 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:10.636152 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-ad052ea5-1792-448f-b6f9-0ebb09731348 None None] Provisioning complete for port bf4d31b5-e253-43e9-9938-2294e266f423 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:10.636467 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ad052ea5-1792-448f-b6f9-0ebb09731348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:10.713345 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:10.793139 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port bf4d31b5-e253-43e9-9938-2294e266f423, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=bf4d31b5-e253-43e9-9938-2294e266f423,segment=NetworkSegment(f7995833-f0be-4348-90f1-2c87feaf633c),segment_id=f7995833-f0be-4348-90f1-2c87feaf633c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:42:10.813889 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ad052ea5-1792-448f-b6f9-0ebb09731348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:10.857743 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:10.885316 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:10.969306 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.db.api [None req-ad052ea5-1792-448f-b6f9-0ebb09731348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 01 12:42:10.969650 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_db.api [None req-ad052ea5-1792-448f-b6f9-0ebb09731348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 01 12:42:10.974822 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=bf4d31b5-e253-43e9-9938-2294e266f423,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:10.978578 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:11.638645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 39472) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:12.001451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:12.006855 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:12.010694 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Usage tracker for resource:router and tenant:30715d038ec44074811c7dd5a20f6e70 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:42:12.014134 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:42:12.019866 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:12.080128 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:12.081813 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:12.105190 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:12.309622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:12.367586 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device bf4d31b5-e253-43e9-9938-2294e266f423 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:12.400374 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] Notify callbacks [] for router, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:12.401626 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-2435cc4e-d9e4-4335-a2cb-337ac65864ec admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7620049 Jun 01 12:42:12.469492 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port bf4d31b5-e253-43e9-9938-2294e266f423 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:12.469861 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:13.704993 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-484603bc-3ea2-49b4-9ab0-9bc6f09b3c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:14.822670 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39482) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:15.203824 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [None req-f1fe1fc8-1417-4b42-9bf4-a7ee60edfe5f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:42:15.204869 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f1fe1fc8-1417-4b42-9bf4-a7ee60edfe5f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3811817 Jun 01 12:42:16.326021 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-511714eb-03bb-4fda-9756-da97374b950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:16.417457 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:17.213559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:17.654493 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39496) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:18.046428 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:18.047862 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.quota [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Loaded quota_driver: . Jun 01 12:42:18.063852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:18.070975 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Usage tracker for resource:network and tenant:2224a2ec6f4c478f9e1f078619ffc68d is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:42:18.075700 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:42:18.083235 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:18.190488 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Made reservation on behalf of 2224a2ec6f4c478f9e1f078619ffc68d for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:42:18.267993 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.policy [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99038) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:42:18.315528 dv-cinder-793515-2-smb neutron-server[99038]: WARNING oslo_policy.policy [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:42:18.315982 dv-cinder-793515-2-smb neutron-server[99038]: WARNING oslo_policy.policy [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:42:18.328079 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.347945 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.362987 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:18.367026 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Usage tracker for resource:security_group_rule and tenant:2224a2ec6f4c478f9e1f078619ffc68d is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:42:18.370195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:42:18.375780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:18.477112 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.533560 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.539414 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:18.551123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Reserving flat network on physical network physnet1 {{(pid=99038) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 12:42:18.581994 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794346127333', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.582584 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Unsubscribe: segment precommit_create {{(pid=99038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:42:18.583058 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Added segment 1668e6ff-8298-4e4d-98d9-8f0ea952dfdd of type flat for network 922d5300-6ed3-4938-8b23-38673bf7597f Jun 01 12:42:18.598058 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5091d306-45b6-412a-a480-6ba900bf40e1,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:18.650897 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.651234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.651575 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.651905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.652225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.652691 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.653012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.653329 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.653662 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.653981 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.654290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.654605 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Tracked resource versions report: Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: pushed versions: Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: { 'AddressGroup': {'1.2'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'ConntrackHelper': {'1.0'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Log': {'1.0'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Network': {'1.1'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Port': {'1.7'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'PortForwarding': {'1.2'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'QosPolicy': {'1.8'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroup': {'1.4'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SubPort': {'1.0'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Subnet': {'1.1'}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Trunk': {'1.1'}} Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: consumer versions: Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'ConntrackHelper': '1.0', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Log': '1.0', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Network': '1.1', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Port': '1.7', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'PortForwarding': '1.2', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'QosPolicy': '1.8', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroup': '1.4', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroupRule': '1.2', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'SubPort': '1.0', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Subnet': '1.1', Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: 'Trunk': '1.1'}} Jun 01 12:42:18.655744 dv-cinder-793515-2-smb neutron-server[99038]: {{(pid=99038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:42:18.705200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:18.720647 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.824980 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.826389 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:18.827051 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.832748 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:18.938842 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Pushing event updated for resources: {'Network': ['ID=922d5300-6ed3-4938-8b23-38673bf7597f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:18.942058 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:18.949848 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 922d5300-6ed3-4938-8b23-38673bf7597f details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:42:18.995077 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3395245 Jun 01 12:42:19.259382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:21.335892 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39522) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:21.555504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328fd32-da36-4c0d-9f1b-82927912f851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:21.556826 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f328fd32-da36-4c0d-9f1b-82927912f851 admin admin] 10.222.0.11 "GET /v2.0/subnets/3b04acf8-a21e-467b-a129-aa33302325a1 HTTP/1.1" status: 200 len: 849 time: 0.2198374 Jun 01 12:42:21.744556 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-81fce0b0-d75d-42d1-8bb4-88c8dfed0dc8 admin admin] 10.222.0.11 "GET /v2.0/routers/cdbe0778-62b7-4799-9310-40c8c296458a HTTP/1.1" status: 200 len: 704 time: 0.1820860 Jun 01 12:42:22.235168 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:22.475697 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Allocated IP 172.20.0.1 (6ebbc429-1f58-46f5-93c3-6a99f390806f/3b04acf8-a21e-467b-a129-aa33302325a1/a9c101e5-68d3-43cc-a98a-9eeffedfaca5) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:42:22.633425 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:22.651516 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Transition to ACTIVE for port object a9c101e5-68d3-43cc-a98a-9eeffedfaca5 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:22.780086 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:22.784116 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:22.846499 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:42:22.849413 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:22.859510 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:42:22.859625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:22.996203 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:23.011159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:23.082358 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2a099bb2-7473-491e-b5f4-c245966a7711 None None] Provisioning for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:42:23.087957 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2a099bb2-7473-491e-b5f4-c245966a7711 None None] Provisioning complete for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:23.088339 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2a099bb2-7473-491e-b5f4-c245966a7711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:23.142150 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2a099bb2-7473-491e-b5f4-c245966a7711 None None] Port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:42:23.203519 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:23.479791 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:23.567619 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:23.569450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:23.572931 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:23.711367 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:23.715359 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:23.773008 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:42:23.774060 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:23.965873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-c401e458-832f-4548-9128-17728d6444f2 None None] Provisioning complete for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:23.966117 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c401e458-832f-4548-9128-17728d6444f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:24.025392 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-c401e458-832f-4548-9128-17728d6444f2 None None] Port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:42:24.025584 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Router cdbe0778-62b7-4799-9310-40c8c296458a is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:42:24.181652 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:42:24.191392 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-59365549-9609-477f-b61c-074159922d28 admin admin] 10.222.0.11 "PUT /v2.0/routers/cdbe0778-62b7-4799-9310-40c8c296458a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4419067 Jun 01 12:42:24.191986 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Sync routers for ids ['cdbe0778-62b7-4799-9310-40c8c296458a'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:42:24.203055 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Routers {'cdbe0778-62b7-4799-9310-40c8c296458a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:42:24.203928 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:42:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['cdbe0778-62b7-4799-9310-40c8c296458a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:24.388963 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Set router cdbe0778-62b7-4799-9310-40c8c296458a gateway port host: None {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:42:24.776044 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:23Z', 'revision_number': 2, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port_host': None, '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:23Z', 'revision_number': 2, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:24.780995 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Checking router: cdbe0778-62b7-4799-9310-40c8c296458a for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:42:24.781376 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Updating router cdbe0778-62b7-4799-9310-40c8c296458a port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:42:24.840046 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.239053 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.256127 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Transition to ACTIVE for port object a9c101e5-68d3-43cc-a98a-9eeffedfaca5 will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:25.345009 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.350966 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:25.531067 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Pushing event updated for resources: {'Port': ['ID=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:25.573936 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.574279 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.574615 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.574945 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.575272 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.575600 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.575924 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.576239 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.576556 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.576894 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.577208 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.577519 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Tracked resource versions report: Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: pushed versions: Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: { 'AddressGroup': {'1.2'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'ConntrackHelper': {'1.0'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Log': {'1.0'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Network': {'1.1'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Port': {'1.7'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'PortForwarding': {'1.2'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'QosPolicy': {'1.8'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroup': {'1.4'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SubPort': {'1.0'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Subnet': {'1.1'}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Trunk': {'1.1'}} Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: consumer versions: Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'ConntrackHelper': '1.0', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Log': '1.0', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Network': '1.1', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Port': '1.7', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'PortForwarding': '1.2', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'QosPolicy': '1.8', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroup': '1.4', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroupRule': '1.2', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'SubPort': '1.0', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Subnet': '1.1', Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: 'Trunk': '1.1'}} Jun 01 12:42:25.578647 dv-cinder-793515-2-smb neutron-server[99040]: {{(pid=99040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:42:25.589964 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:25.597639 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Attempting to bind port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:42:25.597999 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Attempting to bind port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:42:25.598438 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Attempting to bind port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 on network 6ebbc429-1f58-46f5-93c3-6a99f390806f {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:42:25.604231 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:42:25.604670 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Checking segment: {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:25.605227 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.605624 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Bound using segment: {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:42:25.606163 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Bound port: a9c101e5-68d3-43cc-a98a-9eeffedfaca5, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7995833-f0be-4348-90f1-2c87feaf633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:42:25.606541 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.694540 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] For port a9c101e5-68d3-43cc-a98a-9eeffedfaca5, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:42:25.700267 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] For port a9c101e5-68d3-43cc-a98a-9eeffedfaca5, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,segment=NetworkSegment(f7995833-f0be-4348-90f1-2c87feaf633c),segment_id=f7995833-f0be-4348-90f1-2c87feaf633c)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:42:25.819739 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:25.824559 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:25.915792 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Pushing event updated for resources: {'Port': ['ID=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,revision_number=4']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:25.919624 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:25.925320 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Routers {'cdbe0778-62b7-4799-9310-40c8c296458a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:42:25.925320 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:42:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['cdbe0778-62b7-4799-9310-40c8c296458a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:26.112261 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] Set router cdbe0778-62b7-4799-9310-40c8c296458a gateway port host: None {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:42:26.454271 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:23Z', 'revision_number': 2, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port_host': None, '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:25Z', 'revision_number': 4, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:26.454960 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39540) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:26.458267 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57f5e57-d9c7-435d-a658-3b2891c82c2a None None] The sync data for ids ['cdbe0778-62b7-4799-9310-40c8c296458a'] in dv-cinder-793515-2-smb is: [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:23Z', 'revision_number': 2, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port_host': None, '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:25Z', 'revision_number': 4, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:42:26.616476 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc71108-687e-45e4-8205-648b1dfd2fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:26.617069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cfc71108-687e-45e4-8205-648b1dfd2fd9 admin admin] Synchronizing usage tracker for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:42:26.687631 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cfc71108-687e-45e4-8205-648b1dfd2fd9 admin admin] Unset dirty status for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:42:26.688780 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cfc71108-687e-45e4-8205-648b1dfd2fd9 admin admin] 10.222.0.11 "GET /v2.0/networks/922d5300-6ed3-4938-8b23-38673bf7597f HTTP/1.1" status: 200 len: 842 time: 0.2333457 Jun 01 12:42:26.698030 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:26.705429 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:26.710968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Usage tracker for resource:subnet and tenant:2224a2ec6f4c478f9e1f078619ffc68d is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:42:26.714044 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:42:26.723734 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:26.796586 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Made reservation on behalf of 2224a2ec6f4c478f9e1f078619ffc68d for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:42:26.798960 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:27.317000 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.objects.ports [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99038) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 12:42:27.317440 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:27.322225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:27.398909 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e769b8e-9e36-40ca-9cc5-b294fd159682,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:27.403158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:27.403517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Network hostable DHCP agents. Network: 922d5300-6ed3-4938-8b23-38673bf7597f, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:42:27.406270 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:27.503258 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:42:27.590845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 922d5300-6ed3-4938-8b23-38673bf7597f) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:27.594826 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:27.595446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:27.601604 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd5a1e6-d454-4d3d-ad01-73e7a1e4aa54 None None] Network 922d5300-6ed3-4938-8b23-38673bf7597f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:27.723028 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0283389 Jun 01 12:42:27.813899 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90609f-ac4f-4fca-b79f-cb67d8de8b70 None None] Network 922d5300-6ed3-4938-8b23-38673bf7597f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:30.116882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39554) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:30.367301 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-43be459d-174b-4733-ab5f-1adf104284d0 admin admin] 10.222.0.11 "GET /v2.0/routers/cdbe0778-62b7-4799-9310-40c8c296458a HTTP/1.1" status: 200 len: 710 time: 0.2464633 Jun 01 12:42:30.411848 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a9c101e5-68d3-43cc-a98a-9eeffedfaca5 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:30.495940 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100a9b5-2ad2-4829-9c40-4c111d947067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:30.497307 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e100a9b5-2ad2-4829-9c40-4c111d947067 admin admin] 10.222.0.11 "GET /v2.0/networks/922d5300-6ed3-4938-8b23-38673bf7597f HTTP/1.1" status: 200 len: 886 time: 0.1273670 Jun 01 12:42:30.507020 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:30.602060 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:42:30.607166 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:30.607542 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:30.826261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:30.857808 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port a9c101e5-68d3-43cc-a98a-9eeffedfaca5, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,segment=NetworkSegment(f7995833-f0be-4348-90f1-2c87feaf633c),segment_id=f7995833-f0be-4348-90f1-2c87feaf633c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:42:30.960588 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:30.962772 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:31.032841 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=a9c101e5-68d3-43cc-a98a-9eeffedfaca5,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:31.035925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:31.067081 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:31.472064 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:31.535580 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:31.670349 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Allocated IP 172.28.2.230 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:42:31.876157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:31.962036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:31.965895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:32.025723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:42:32.028600 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:32.032215 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:42:32.096333 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Pushing event updated for resources: {'Port': ['ID=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:32.144578 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:32.381822 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a9c101e5-68d3-43cc-a98a-9eeffedfaca5 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:32.450757 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:32.451190 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:32.483743 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:32.822200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:32.825468 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3825589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3825652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3821920'] for router, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:32.999343 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Router cdbe0778-62b7-4799-9310-40c8c296458a has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:42:33.223303 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:42:33.231597 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:33.232892 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] 10.222.0.11 "PUT /v2.0/routers/cdbe0778-62b7-4799-9310-40c8c296458a HTTP/1.1" status: 200 len: 890 time: 2.7301290 Jun 01 12:42:33.233877 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Sync routers for ids ['cdbe0778-62b7-4799-9310-40c8c296458a'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:42:33.245224 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Routers {'cdbe0778-62b7-4799-9310-40c8c296458a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:42:33.245892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:42:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['cdbe0778-62b7-4799-9310-40c8c296458a'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:33.461237 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Set router cdbe0778-62b7-4799-9310-40c8c296458a gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:42:33.812498 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:32Z', 'revision_number': 4, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port': {'id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:31Z', 'updated_at': '2021-06-01T12:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:30Z', 'revision_number': 5, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:33.817392 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Checking router: cdbe0778-62b7-4799-9310-40c8c296458a for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:42:33.817768 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Updating router cdbe0778-62b7-4799-9310-40c8c296458a port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:42:33.876396 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.211599 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.223186 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Transition to ACTIVE for port object dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:34.348496 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.353312 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5519468b-2124-4287-ab51-72252a6f0e9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:34.433967 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Attempting to bind port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:42:34.434332 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Attempting to bind port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:42:34.434697 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Attempting to bind port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:42:34.440649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Pushing event updated for resources: {'Port': ['ID=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:34.443676 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:34.446994 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:42:34.447371 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:34.447773 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.448164 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:42:34.448743 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Bound port: dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:42:34.456828 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.525538 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] For port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:42:34.527219 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] For port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:42:34.645966 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:34.651525 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:34.732176 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Routers {'cdbe0778-62b7-4799-9310-40c8c296458a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:42:34.732826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:42:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['cdbe0778-62b7-4799-9310-40c8c296458a'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:34.786582 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Pushing event updated for resources: {'Port': ['ID=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:34.797754 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:34.926006 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] Set router cdbe0778-62b7-4799-9310-40c8c296458a gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:42:35.300129 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:32Z', 'revision_number': 4, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port': {'id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:31Z', 'updated_at': '2021-06-01T12:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:30Z', 'revision_number': 5, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:42:35.304818 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897a802-3483-4698-8c21-3cb99d09664d None None] The sync data for ids ['cdbe0778-62b7-4799-9310-40c8c296458a'] in dv-cinder-793515-2-smb is: [{'id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'name': 'router1', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230'}], 'enable_snat': True}, 'gw_port_id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:42:12Z', 'updated_at': '2021-06-01T12:42:32Z', 'revision_number': 4, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'gw_port': {'id': 'dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:04:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:31Z', 'updated_at': '2021-06-01T12:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'a9c101e5-68d3-43cc-a98a-9eeffedfaca5', 'name': '', 'network_id': '6ebbc429-1f58-46f5-93c3-6a99f390806f', 'tenant_id': '30715d038ec44074811c7dd5a20f6e70', 'mac_address': 'fa:16:3e:51:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbe0778-62b7-4799-9310-40c8c296458a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:42:22Z', 'updated_at': '2021-06-01T12:42:30Z', 'revision_number': 5, 'project_id': '30715d038ec44074811c7dd5a20f6e70', 'subnets': [{'id': '3b04acf8-a21e-467b-a129-aa33302325a1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad1af94a-c6d5-4c5e-8edf-50ec0f87730b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:42:35.614305 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 39564) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:35.749669 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-37084224-dfd2-4176-a5b9-ab33b03ca991 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1341527 Jun 01 12:42:36.422710 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:36.588766 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:42:36.595448 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:36.595448 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:36.745850 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:36.762769 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:42:36.847467 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:36.851244 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:36.932074 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:36.935993 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:38.410974 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:42:38.490231 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port dc88cdfb-456e-4db2-8c4f-6b0b97eb8b65 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:38.490805 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:42.060401 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:42:43.721041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-549dca18-6ae1-471b-badf-4b1c7eeaa7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:46.356719 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d978d42a-fdd1-4d3a-80fd-11214ef195c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:46.459903 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:47.210998 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:49.293202 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:13.676463 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d0be4b-113b-4849-9dcb-f9dae0cb0cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:16.356770 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-89183e5e-4777-41cf-ae1f-a86a7c07c0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:16.470221 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:17.210905 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:19.049307 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:43:19.292827 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:43.669713 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9d12b57c-3be3-48d6-a823-d78501e360bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:46.348034 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3cff-a671-4495-8812-db458fb5af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:46.462025 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:47.275361 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:49.338261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:56.048500 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:44:13.669129 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-da07db3c-c1a4-478d-84a3-d21345238087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:16.314610 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f0195966-a43a-4da2-8566-5e1ef4b8f4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:16.446164 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:16.947801 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40134) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:17.021966 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46a17ba-82df-4504-9a76-7b30cd6cdc5a admin admin] GET failed (client error): The resource could not be found. Jun 01 12:44:17.023299 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b46a17ba-82df-4504-9a76-7b30cd6cdc5a admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745559 Jun 01 12:44:17.161860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141bd1d-4ab5-46f5-b693-c23a22742d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:17.162915 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c141bd1d-4ab5-46f5-b693-c23a22742d80 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1356690 Jun 01 12:44:17.246518 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:19.308869 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:19.329868 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40144) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:19.453709 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5140c-fc61-4a6e-b882-543d95f5a8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:19.454269 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-55b5140c-fc61-4a6e-b882-543d95f5a8c5 admin admin] Synchronizing usage tracker for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:subnet {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:44:19.537461 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-55b5140c-fc61-4a6e-b882-543d95f5a8c5 admin admin] Unset dirty status for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:subnet {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:44:19.538635 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-55b5140c-fc61-4a6e-b882-543d95f5a8c5 admin admin] 10.222.0.11 "GET /v2.0/subnets/3b04acf8-a21e-467b-a129-aa33302325a1 HTTP/1.1" status: 200 len: 849 time: 0.2078385 Jun 01 12:44:19.547879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:44:19.666059 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:19.920350 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794346117021'] for subnet, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:19.924161 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:44:19.966274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:19.967137 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:19.968127 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] 10.222.0.11 "PUT /v2.0/subnets/3b04acf8-a21e-467b-a129-aa33302325a1 HTTP/1.1" status: 200 len: 868 time: 0.4240320 Jun 01 12:44:19.986968 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59989717-f015-4e1b-b8df-81b9e2138105 None None] Network 6ebbc429-1f58-46f5-93c3-6a99f390806f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:44:19.993984 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b04acf8-a21e-467b-a129-aa33302325a1,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:20.003227 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.003227 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.003651 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.003915 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.004242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.005480 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.005936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.006321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.006672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.007080 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.007990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.007990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:20.011611 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:44:20.411682 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b036cb16-7a0e-4f52-acc6-ea3bc9366096 None None] Provisioning complete for port bf4d31b5-e253-43e9-9938-2294e266f423 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:44:20.412203 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b036cb16-7a0e-4f52-acc6-ea3bc9366096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:20.541761 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b036cb16-7a0e-4f52-acc6-ea3bc9366096 None None] Provisioning complete for port a9c101e5-68d3-43cc-a98a-9eeffedfaca5 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:44:20.542138 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b036cb16-7a0e-4f52-acc6-ea3bc9366096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.125958 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40154) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:22.304090 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4659be-0770-4f57-b5ad-e26a08e052a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:22.304592 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4659be-0770-4f57-b5ad-e26a08e052a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:22.306104 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dd4659be-0770-4f57-b5ad-e26a08e052a3 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1788414 Jun 01 12:44:24.446209 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40164) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:24.623765 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372dee3a-46d6-4d04-bb97-dfd3724ab0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:24.624468 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372dee3a-46d6-4d04-bb97-dfd3724ab0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:24.625713 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-372dee3a-46d6-4d04-bb97-dfd3724ab0fa admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1785688 Jun 01 12:44:26.771215 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40174) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:26.948905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24cd8b8-24a3-4c91-ab91-7b79b6c6efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:26.950185 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d24cd8b8-24a3-4c91-ab91-7b79b6c6efc8 admin admin] 10.222.0.11 "GET /v2.0/networks/6ebbc429-1f58-46f5-93c3-6a99f390806f HTTP/1.1" status: 200 len: 869 time: 0.1780334 Jun 01 12:44:29.095219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40184) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:29.265984 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0edb52-430a-45f5-80e6-4b833e0ef82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:29.267270 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-3e0edb52-430a-45f5-80e6-4b833e0ef82a admin admin] 10.222.0.11 "GET /v2.0/networks/922d5300-6ed3-4938-8b23-38673bf7597f HTTP/1.1" status: 200 len: 886 time: 0.1711228 Jun 01 12:44:31.411895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40194) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:31.525179 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4482bb-b9ad-42de-9302-2b3a130ca617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:31.525644 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4482bb-b9ad-42de-9302-2b3a130ca617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:31.527178 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9d4482bb-b9ad-42de-9302-2b3a130ca617 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1143470 Jun 01 12:44:33.046968 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:44:33.685892 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40204) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:33.798441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73e6db-bb0c-40c6-b766-0c4083248e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:33.798986 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73e6db-bb0c-40c6-b766-0c4083248e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:33.800401 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-1f73e6db-bb0c-40c6-b766-0c4083248e95 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1135836 Jun 01 12:44:35.964831 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40214) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:36.069639 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d935ae-9051-4829-bd76-ade62e0a909f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:36.071743 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-63d935ae-9051-4829-bd76-ade62e0a909f admin admin] 10.222.0.11 "GET /v2.0/subnets/1e769b8e-9e36-40ca-9cc5-b294fd159682 HTTP/1.1" status: 200 len: 816 time: 0.1052802 Jun 01 12:44:38.215807 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40224) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:38.339760 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d326790a-6351-40e1-8fe1-8b89f28b888f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:44:38.341153 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d326790a-6351-40e1-8fe1-8b89f28b888f admin admin] 10.222.0.11 "GET /v2.0/subnets/3b04acf8-a21e-467b-a129-aa33302325a1 HTTP/1.1" status: 200 len: 868 time: 0.1244259 Jun 01 12:44:43.673005 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d04-b500-425e-be7e-8d4369633c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:46.349541 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-edc09946-7286-4d52-a2a4-59332c9664df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:46.502089 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:47.240464 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:49.307483 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:02.033091 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40268) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:02.083645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [None req-487f4f46-4f70-4910-8fb0-a31459a6acc4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:45:02.084677 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-487f4f46-4f70-4910-8fb0-a31459a6acc4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506313 Jun 01 12:45:04.324290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40278) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:04.392181 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41c2fd8-162c-4e50-9c8f-e60f075041e0 admin admin] GET failed (client error): The resource could not be found. Jun 01 12:45:04.393513 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a41c2fd8-162c-4e50-9c8f-e60f075041e0 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682728 Jun 01 12:45:04.522178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db35f2f5-789a-4b45-a119-40688679bb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:45:04.523721 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-db35f2f5-789a-4b45-a119-40688679bb76 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1261830 Jun 01 12:45:06.696217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40288) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:06.748839 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:45:06.753924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:45:06.763240 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:45:06.839329 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Made reservation on behalf of 2224a2ec6f4c478f9e1f078619ffc68d for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:45:06.841669 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:06.931611 dv-cinder-793515-2-smb neutron-server[99038]: WARNING neutron.services.revisions.revision_plugin [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Could not find related network for resource to bump revision. Jun 01 12:45:06.944101 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:45:06.953337 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:06.953618 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Added segment b4db0dcc-7be4-4b8b-84cc-37179c20eb08 of type vlan for network bd37f786-340c-4669-a22f-bd7cba8061e8 Jun 01 12:45:06.980947 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:07.085626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:07.086915 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:45:07.087485 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:07.090876 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:45:07.233750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Pushing event updated for resources: {'Network': ['ID=bd37f786-340c-4669-a22f-bd7cba8061e8,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:07.236451 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:45:07.243448 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network bd37f786-340c-4669-a22f-bd7cba8061e8 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:45:07.314823 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6175663 Jun 01 12:45:09.465540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40298) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:45:09.537890 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d94e212-0c6c-459b-b459-132edbfeae6f admin admin] GET failed (client error): The resource could not be found. Jun 01 12:45:09.538404 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-3d94e212-0c6c-459b-b459-132edbfeae6f admin admin] Synchronizing usage tracker for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:45:09.656336 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-3d94e212-0c6c-459b-b459-132edbfeae6f admin admin] Unset dirty status for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:45:09.657549 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-3d94e212-0c6c-459b-b459-132edbfeae6f admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1910393 Jun 01 12:45:09.767928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a6a55-e0b3-4f36-9797-22578ca42ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:45:09.770225 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-155a6a55-e0b3-4f36-9797-22578ca42ce7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1081555 Jun 01 12:45:09.779683 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Request body: {'subnet': {'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:45:09.784252 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:45:09.794196 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:45:09.902554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Made reservation on behalf of 2224a2ec6f4c478f9e1f078619ffc68d for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:45:09.904962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:10.046341 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:45:10.361050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:10.365515 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a474ef5d-3d86-445e-8eed-cbed81680da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:45:10.439259 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f9f7b1c-056f-4de0-a866-65c324926282,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:10.441940 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:45:10.451040 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Checking segment: {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:45:10.451422 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Network hostable DHCP agents. Network: bd37f786-340c-4669-a22f-bd7cba8061e8, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:45:10.519970 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Network bd37f786-340c-4669-a22f-bd7cba8061e8 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:45:10.611002 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, bd37f786-340c-4669-a22f-bd7cba8061e8) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:45:10.616027 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:45:10.616536 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:10.622530 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38afa18b-97e0-416a-8e16-678cfc5f0fb0 None None] Network bd37f786-340c-4669-a22f-bd7cba8061e8 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:45:10.722177 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9432561 Jun 01 12:45:10.875331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-bd37f786-340c-4669-a22f-bd7cba8061e8', 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8', 'tenant_id': '2224a2ec6f4c478f9e1f078619ffc68d', 'fixed_ips': [{'subnet_id': '0f9f7b1c-056f-4de0-a866-65c324926282'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:45:10.876427 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.043531 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Allocated IP 192.168.233.2 (bd37f786-340c-4669-a22f-bd7cba8061e8/0f9f7b1c-056f-4de0-a866-65c324926282/738a7340-5eb7-4b2f-9182-6a3c88722e97) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:45:11.261154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.272588 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Transition to ACTIVE for port object 738a7340-5eb7-4b2f-9182-6a3c88722e97 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:45:11.291734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Transition to ACTIVE for port object 738a7340-5eb7-4b2f-9182-6a3c88722e97 will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:45:11.376554 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.383144 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:45:11.460317 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Network bd37f786-340c-4669-a22f-bd7cba8061e8 is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:45:11.463693 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Pushing event updated for resources: {'Port': ['ID=738a7340-5eb7-4b2f-9182-6a3c88722e97,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:11.467553 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:45:11.473088 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.473503 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.480790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:45:11.491112 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:45:11.548315 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:45:11.600850 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Attempting to bind port 738a7340-5eb7-4b2f-9182-6a3c88722e97 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:45:11.601230 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Attempting to bind port 738a7340-5eb7-4b2f-9182-6a3c88722e97 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:45:11.601600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Attempting to bind port 738a7340-5eb7-4b2f-9182-6a3c88722e97 on network bd37f786-340c-4669-a22f-bd7cba8061e8 {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:45:11.607355 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:45:11.607725 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Checking segment: {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:45:11.608132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.608523 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Bound using segment: {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:45:11.609025 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Bound port: 738a7340-5eb7-4b2f-9182-6a3c88722e97, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:45:11.609402 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.716496 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] For port 738a7340-5eb7-4b2f-9182-6a3c88722e97, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:45:11.722453 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] For port 738a7340-5eb7-4b2f-9182-6a3c88722e97, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=738a7340-5eb7-4b2f-9182-6a3c88722e97,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:45:11.811663 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:11.817049 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:45:11.894798 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Pushing event updated for resources: {'Port': ['ID=738a7340-5eb7-4b2f-9182-6a3c88722e97,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:11.898109 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:45:12.543166 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 738a7340-5eb7-4b2f-9182-6a3c88722e97 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:45:12.685703 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 738a7340-5eb7-4b2f-9182-6a3c88722e97 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:45:12.813048 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e62de-cb02-4017-81b2-4dafc79f56bb None None] Network bd37f786-340c-4669-a22f-bd7cba8061e8 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:45:13.032453 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Provisioning for port 738a7340-5eb7-4b2f-9182-6a3c88722e97 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:45:13.040389 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Provisioning complete for port 738a7340-5eb7-4b2f-9182-6a3c88722e97 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:45:13.040893 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:13.184099 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:13.220882 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] For port 738a7340-5eb7-4b2f-9182-6a3c88722e97, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=738a7340-5eb7-4b2f-9182-6a3c88722e97,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:45:13.311165 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:13.316457 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ddf869cb-b575-4bcf-9689-95e8c7c9abdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:45:13.464007 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Pushing event updated for resources: {'Port': ['ID=738a7340-5eb7-4b2f-9182-6a3c88722e97,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:45:13.467276 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:45:13.496506 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-902b4b14-8088-463b-a6f7-0aa5b7a55e37 None None] Provisioning complete for port 738a7340-5eb7-4b2f-9182-6a3c88722e97 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:45:13.496875 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-902b4b14-8088-463b-a6f7-0aa5b7a55e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:13.735756 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4b29a6e6-14fa-4f30-8893-886db78bbef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:14.503939 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 738a7340-5eb7-4b2f-9182-6a3c88722e97 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:45:14.573026 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 738a7340-5eb7-4b2f-9182-6a3c88722e97 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:45:14.573395 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:16.331474 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-6baeaa41-7ae5-4dff-91d7-e24ef5ce7b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:16.451116 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:17.262384 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:19.295455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:43.690652 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-844cdbc2-605b-4133-82c7-9d9e5936c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:46.307635 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3e3cab65-c9cc-4194-a5be-bbc1f816a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:46.439110 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:47.044743 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:45:47.239522 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:49.302459 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:13.730863 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-1ee17ad9-1e97-43fb-8c73-786a21d90c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:16.341590 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a14b452f-b540-475c-bf71-7e505ed37c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:16.473388 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:17.318797 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:19.313322 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:24.044337 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:46:30.656374 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40352) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:46:30.662912 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [None req-ca2fbbaf-913f-4c29-bfa9-00411c8dc621 tempest-verify_tempest_config-1656679460 tempest-verify_tempest_config-1656679460-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:46:30.663843 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ca2fbbaf-913f-4c29-bfa9-00411c8dc621 tempest-verify_tempest_config-1656679460 tempest-verify_tempest_config-1656679460-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064824 Jun 01 12:46:31.160290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40370) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:46:31.280508 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.294681 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:46:31.298680 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Usage tracker for resource:security_group_rule and tenant:8f855641eb994449b10f871c55e0ed39 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:46:31.301441 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:46:31.307214 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:46:31.386309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.489776 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.497185 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d67c3ee-aeba-48bd-8cf9-5787e18fd344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:46:31.537121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Synchronizing usage tracker for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:46:31.542996 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6a3ae5-ad61-4ef9-9027-e33a8c801c3d,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:46:31.550948 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.551283 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.551653 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.552006 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.552325 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.552672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.552990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.561493 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.561854 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.562189 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.562507 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.562888 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:46:31.567836 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:46:31.695408 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Unset dirty status for tenant:2224a2ec6f4c478f9e1f078619ffc68d on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:46:31.696757 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f855641eb994449b10f871c55e0ed39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5354362 Jun 01 12:46:31.699367 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40376) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:46:31.757067 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.785419 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.975928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:31.979925 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:46:31.992667 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6a3ae5-ad61-4ef9-9027-e33a8c801c3d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:46:31.995448 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:46:32.002151 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:32.002151 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec6a3ae5-ad61-4ef9-9027-e33a8c801c3d HTTP/1.1" status: 204 len: 168 time: 0.2981639 Jun 01 12:46:43.729630 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c269f5d6-3517-4264-8658-e2f1d8bb7be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:46.330736 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9e07d693-f246-4eb8-bed2-9c63504e5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:46.432736 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:47.238501 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:49.330608 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:01.043966 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:47:13.673606 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c867df77-9759-46d1-859c-9e2a5c89b803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:16.318980 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a870b8b0-95af-479c-bb44-0cf1f35dab50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:16.456094 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:17.243826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:19.300924 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:38.042162 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:47:43.724182 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b5526331-9e78-4602-8395-f96dec4fc74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:46.335250 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-60547be5-0c3b-41e7-a525-35d9bb54c780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:46.437570 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:47.294763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:49.311685 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.677420 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4799bdc4-8c6a-4493-bb7e-60636c5e21c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:15.040483 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 5 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:48:16.305813 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4cd542f-28a4-47ad-9555-3b8cfbb3d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.454430 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.237899 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.911603 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342'] for agent, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.294282 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.417155 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40430) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:22.537913 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e902b4c9-8558-4b48-8e3f-efb26df91d67 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1195335 Jun 01 12:48:24.793528 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40440) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:24.853340 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2cb105a4-65ca-47e8-9502-0221bc6107e8 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0586808 Jun 01 12:48:43.671056 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4c65a6c8-0bd9-4247-8d2c-10d5d5903888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.311328 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9f3843c1-8759-4f6e-94af-eba61e64ecb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.437208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.248795 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.860025 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:49.356452 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.040099 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:49:13.688553 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-54cacd57-2021-4c7f-834a-e933b4c30fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.322647 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-bf835750-a791-4f1f-8052-86f16b37d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.453734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.248850 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:18.860303 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.357063 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.039588 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:49:43.762460 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f22b6d96-4472-4cbf-a0bc-aa4a4f13ac0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.339455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-89c6b92d-48a2-4416-b4c0-31a4653442f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.465064 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:47.288029 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.876892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.316557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.675749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40588) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:57.176268 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-221705699-network', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:57.182331 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:57.186711 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Usage tracker for resource:network and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:57.189827 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:57.195673 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:57.294234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Made reservation on behalf of 3a7ca1d321f74e38a6f5e751b493afa5 for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:57.297465 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.316885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.334674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:57.339257 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:57.342157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:57.351453 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:57.438454 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.545162 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.549693 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4739bcd2-d8b1-4200-bbd3-daaa4e6cd089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:57.573173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:49:57.586064 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8373a93e-420c-4658-904c-998ed32d306f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:57.596933 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Tracked resource versions report: Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: pushed versions: Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: { 'AddressGroup': {'1.2'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'ConntrackHelper': {'1.0'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Log': {'1.0'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Network': {'1.1'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Port': {'1.7'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'PortForwarding': {'1.2'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'QosPolicy': {'1.8'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroup': {'1.4'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SubPort': {'1.0'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Subnet': {'1.1'}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Trunk': {'1.1'}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: consumer versions: Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: HyperV agent@hv-cinder-79351: {}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'ConntrackHelper': '1.0', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Log': '1.0', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Network': '1.1', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Port': '1.7', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'PortForwarding': '1.2', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'QosPolicy': '1.8', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroup': '1.4', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SecurityGroupRule': '1.2', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'SubPort': '1.0', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Subnet': '1.1', Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: 'Trunk': '1.1'}} Jun 01 12:49:57.603870 dv-cinder-793515-2-smb neutron-server[99038]: {{(pid=99038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:49:57.606723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.606723 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Added segment 7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada of type vlan for network 02ac47b5-9386-462f-997e-39daceff935c Jun 01 12:49:57.606723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:57.639277 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.752011 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.753496 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:57.754164 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.759740 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40636) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:57.767495 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c9960641-ebf6-4975-ab4c-3ba647a07b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:57.864154 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Pushing event updated for resources: {'Network': ['ID=02ac47b5-9386-462f-997e-39daceff935c,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:57.867407 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:57.875982 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 02ac47b5-9386-462f-997e-39daceff935c details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:49:57.931451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40646) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:57.931700 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2546127 Jun 01 12:49:57.939195 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Request body: {'subnet': {'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-subnet', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:57.944427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:57.958558 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Usage tracker for resource:subnet and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:57.963325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:57.982470 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.065397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Made reservation on behalf of 3a7ca1d321f74e38a6f5e751b493afa5 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:58.067806 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.235244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40658) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:58.284105 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1585484995-network', 'tenant_id': '945738ac10e54df29f048ff2d6acc248'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:58.288392 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:58.292220 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Usage tracker for resource:network and tenant:945738ac10e54df29f048ff2d6acc248 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:58.295421 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:58.301767 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.392104 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Made reservation on behalf of 945738ac10e54df29f048ff2d6acc248 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:58.394408 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.411186 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.483994 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:58.491120 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Usage tracker for resource:security_group_rule and tenant:945738ac10e54df29f048ff2d6acc248 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:58.495673 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:58.511071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.581380 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40670) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:58.668320 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.683327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:58.743637 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.757986 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-333609721-network', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:58.763145 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:58.767409 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Usage tracker for resource:network and tenant:f0a101cd84ed4c018d447f7a80aba61c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:58.770348 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:58.776020 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.780437 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Checking segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:58.780966 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Network hostable DHCP agents. Network: 02ac47b5-9386-462f-997e-39daceff935c, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:49:58.795043 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e66181-98b4-4aa3-b079-c342f054f0b9,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:58.807187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.807535 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Tracked resource versions report: Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: pushed versions: Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: { 'AddressGroup': {'1.2'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'ConntrackHelper': {'1.0'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Log': {'1.0'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Network': {'1.1'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Port': {'1.7'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'PortForwarding': {'1.2'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'QosPolicy': {'1.8'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroup': {'1.4'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SubPort': {'1.0'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Subnet': {'1.1'}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Trunk': {'1.1'}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: consumer versions: Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: HyperV agent@hv-cinder-79351: {}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'ConntrackHelper': '1.0', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Log': '1.0', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Network': '1.1', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Port': '1.7', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'PortForwarding': '1.2', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'QosPolicy': '1.8', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroup': '1.4', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SecurityGroupRule': '1.2', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'SubPort': '1.0', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Subnet': '1.1', Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: 'Trunk': '1.1'}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: {{(pid=99037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:49:58.830169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:58.853403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.857795 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:58.900008 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:58.927462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:58.934897 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:49:58.940232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.940803 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Added segment f739b558-b927-46e4-b861-d4b492f7f0e1 of type vlan for network 1651b8c9-5b38-4b84-b118-659a968570d5 Jun 01 12:49:58.943538 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1816062705-network', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:58.948199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:58.952970 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Usage tracker for resource:network and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:58.954019 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Network 02ac47b5-9386-462f-997e-39daceff935c is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:49:58.956985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:58.963486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.980238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Made reservation on behalf of f0a101cd84ed4c018d447f7a80aba61c for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:58.980369 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.982536 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.996978 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.017846 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:59.023141 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a101cd84ed4c018d447f7a80aba61c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:59.026807 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:59.036234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:59.057244 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 02ac47b5-9386-462f-997e-39daceff935c) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:59.068291 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:59.069024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.073250 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea82d18-dc6c-4292-a412-8a6d295d960f None None] Network 02ac47b5-9386-462f-997e-39daceff935c requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:49:59.106441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.108189 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:59.108921 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.132391 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:59.169996 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2367287 Jun 01 12:49:59.196521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.198696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40694) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:59.202104 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Made reservation on behalf of 957472866e3147a3be79cfda2b7e57f3 for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:59.205460 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.219272 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:59.228778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.235392 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4709606 Jun 01 12:49:59.244768 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40700) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:59.255734 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Request body: {'subnet': {'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1585484995-subnet', 'tenant_id': '945738ac10e54df29f048ff2d6acc248', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:59.273015 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Pushing event updated for resources: {'Network': ['ID=1651b8c9-5b38-4b84-b118-659a968570d5,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:59.274808 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:59.285154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:59.291107 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:59.295143 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Usage tracker for resource:subnet and tenant:945738ac10e54df29f048ff2d6acc248 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:59.298962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:59.302641 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.303846 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:59.311623 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Usage tracker for resource:router and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:59.314621 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:59.323662 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:59.325823 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:59.329865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:59.347186 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:59.350634 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:59.353979 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 1651b8c9-5b38-4b84-b118-659a968570d5 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:49:59.365659 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:59.368178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:49:59.401290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.401632 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Added segment 9ea174d6-240a-4f8d-8f5e-075ed1c64541 of type vlan for network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 Jun 01 12:49:59.452830 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554b3f3-215a-4fda-862e-8f67a31b17c9,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:59.456803 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:59.478822 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Made reservation on behalf of 945738ac10e54df29f048ff2d6acc248 for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:59.481698 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Notify callbacks [] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.504019 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-02ac47b5-9386-462f-997e-39daceff935c', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:49:59.505097 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.507085 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.565535 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.566653 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.663399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.711770 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Allocated IP 172.20.0.2 (02ac47b5-9386-462f-997e-39daceff935c/a2e66181-98b4-4aa3-b079-c342f054f0b9/85726a74-722d-4fc7-9029-22ad0eb85aba) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:59.817778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.824859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.829231 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:59.829808 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.836258 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:59.942713 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:59.954512 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Transition to ACTIVE for port object 85726a74-722d-4fc7-9029-22ad0eb85aba will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:59.976898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Transition to ACTIVE for port object 85726a74-722d-4fc7-9029-22ad0eb85aba will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:00.005401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.065590 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.093268 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7ec35587-9c24-41b9-ae61-ca9e7a110634 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:00.144298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Pushing event updated for resources: {'Network': ['ID=57caa1cd-6a8c-4dd9-997f-20edd7289da7,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:00.147252 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:00.154097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:00.223399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:50:00.253220 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Network 02ac47b5-9386-462f-997e-39daceff935c is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:00.256595 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Pushing event updated for resources: {'Port': ['ID=85726a74-722d-4fc7-9029-22ad0eb85aba,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:00.264137 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:00.267069 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:50:00.285716 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:00.294424 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.294768 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.295101 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.295425 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.295746 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.296065 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.296382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.297331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Tracked resource versions report: Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: pushed versions: Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: { 'AddressGroup': {'1.2'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'ConntrackHelper': {'1.0'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Log': {'1.0'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Network': {'1.1'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Port': {'1.7'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'PortForwarding': {'1.2'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'QosPolicy': {'1.8'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroup': {'1.4'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SubPort': {'1.0'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Subnet': {'1.1'}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Trunk': {'1.1'}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: consumer versions: Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: HyperV agent@hv-cinder-79351: {}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'ConntrackHelper': '1.0', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Log': '1.0', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Network': '1.1', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Port': '1.7', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'PortForwarding': '1.2', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'QosPolicy': '1.8', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroup': '1.4', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SecurityGroupRule': '1.2', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'SubPort': '1.0', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Subnet': '1.1', Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: 'Trunk': '1.1'}} Jun 01 12:50:00.307154 dv-cinder-793515-2-smb neutron-server[99039]: {{(pid=99039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:50:00.335621 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:00.367718 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1310453 Jun 01 12:50:00.370677 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40736) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:00.371531 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.376008 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Added segment 77656940-6a06-4718-ad9d-c0c9e997ad90 of type vlan for network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 Jun 01 12:50:00.376008 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.377947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Request body: {'subnet': {'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-subnet', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:00.386870 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:00.397618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Usage tracker for resource:subnet and tenant:f0a101cd84ed4c018d447f7a80aba61c is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:00.405856 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:00.414440 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:00.415896 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ea687e-6e90-4573-acc5-5a025cdbb14f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:00.439845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:00.477715 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.504483 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Attempting to bind port 85726a74-722d-4fc7-9029-22ad0eb85aba on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:00.505244 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Attempting to bind port 85726a74-722d-4fc7-9029-22ad0eb85aba by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:00.505922 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Attempting to bind port 85726a74-722d-4fc7-9029-22ad0eb85aba on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:00.511143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Made reservation on behalf of f0a101cd84ed4c018d447f7a80aba61c for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:00.513314 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:00.523429 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Checking segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:00.523609 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.523722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.523722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Bound using segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:00.523722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Bound port: 85726a74-722d-4fc7-9029-22ad0eb85aba, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:00.523722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.727696 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] For port 85726a74-722d-4fc7-9029-22ad0eb85aba, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:00.734681 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] For port 85726a74-722d-4fc7-9029-22ad0eb85aba, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=85726a74-722d-4fc7-9029-22ad0eb85aba,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:00.833145 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.842017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:00.842857 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.852732 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:00.888584 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.896889 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:00.900365 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.054484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Pushing event updated for resources: {'Port': ['ID=85726a74-722d-4fc7-9029-22ad0eb85aba,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:01.059828 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:01.079366 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4964433 Jun 01 12:50:01.099742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40762) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:01.112518 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Request body: {'subnet': {'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1816062705-subnet', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:01.119126 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:01.129358 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Usage tracker for resource:subnet and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:01.133792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:01.197931 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:01.198644 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:01.202252 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:01.207903 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:01.211946 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:50:01.306264 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Made reservation on behalf of 957472866e3147a3be79cfda2b7e57f3 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:01.312948 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.419001 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Checking segment: {'id': 'f739b558-b927-46e4-b861-d4b492f7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:01.419444 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Network hostable DHCP agents. Network: 1651b8c9-5b38-4b84-b118-659a968570d5, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:50:01.446359 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Pushing event updated for resources: {'Subnet': ['ID=660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:01.470845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:01.480918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.529281 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.705594 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.708952 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Network 1651b8c9-5b38-4b84-b118-659a968570d5 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:50:01.714311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-73bc1c54-5565-4b48-9522-b33eb0dc2afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:01.845163 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Allocated IP 172.28.2.211 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/96ed1732-e925-400a-8b9c-911393e79f15) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:01.847312 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 1651b8c9-5b38-4b84-b118-659a968570d5) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:01.852904 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:01.853755 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.856580 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5989b-9ddc-42f2-b059-81afc6d4a178 None None] Network 1651b8c9-5b38-4b84-b118-659a968570d5 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:01.889983 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5f3aba-16f4-404f-aa7b-d52ccb11deec,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:01.901075 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:01.939839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Checking segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:01.940850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Network hostable DHCP agents. Network: 57caa1cd-6a8c-4dd9-997f-20edd7289da7, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:50:02.063491 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8167086 Jun 01 12:50:02.095270 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:50:02.113656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 57caa1cd-6a8c-4dd9-997f-20edd7289da7) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:02.131556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.132238 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.142833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92e8a53-9ecb-4b3a-accc-aeb41bf3fab7 None None] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:02.155638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.235732 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d9fda-70a7-4b7f-816a-4575f688dff4 None None] Network 1651b8c9-5b38-4b84-b118-659a968570d5 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:02.298156 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9256926 Jun 01 12:50:02.301645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40796) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:02.309089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:02.315091 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:02.318996 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Usage tracker for resource:router and tenant:f0a101cd84ed4c018d447f7a80aba61c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:02.340462 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:02.356182 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.389078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:02.395648 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:02.403045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40802) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:02.458163 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.464811 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7e8798f7-a255-4b10-9330-f1440bb1ee72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:02.528517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:02.540626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:02.540626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:02.648495 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce793d8a-1383-4c20-949c-619ac07a85e6,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:02.653347 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:02.669071 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6753a-cf14-4d3d-a84c-a62605edb227 None None] Network 02ac47b5-9386-462f-997e-39daceff935c requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:02.681248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Checking segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:02.681248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Network hostable DHCP agents. Network: f8f097a0-2a02-4cc7-8509-6f94ea5f93f3, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:50:02.796992 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:50:02.829670 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40822) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:02.878063 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Pushing event updated for resources: {'Port': ['ID=96ed1732-e925-400a-8b9c-911393e79f15,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:02.894233 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, f8f097a0-2a02-4cc7-8509-6f94ea5f93f3) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:02.896149 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.897506 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4a8bf-ea17-48b6-8dd1-a73f221e03ca None None] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:02.897763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.898403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.903480 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:02.918847 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:02.921115 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40828) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:02.928219 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 85726a74-722d-4fc7-9029-22ad0eb85aba up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:03.014119 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811338f6-0d08-4bd9-9d84-4a115e8e0638 None None] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:03.021474 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.055861 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:03.069991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Usage tracker for resource:security_group_rule and tenant:b4db6797c42d41c68f2963dd9ab36416 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:03.075523 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:03.085804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:03.124480 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.214388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.221495 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1197188 Jun 01 12:50:03.224512 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40844) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:03.229836 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:03.235330 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:03.252615 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Usage tracker for resource:router and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:03.253096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.255499 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:03.261285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:03.267813 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.286018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:03.295025 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:03.295486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Usage tracker for resource:security_group_rule and tenant:659ef019d2194500bf9ab6ab7e1dcaaa is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:03.299054 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-e87fbbed-d490-4fb6-aa52-260e4678cb1c None None] Provisioning for port 85726a74-722d-4fc7-9029-22ad0eb85aba completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:03.300471 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6c2b2278454eb7b7f0721ce7b22c12 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:03.303110 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:03.306096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:03.314195 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:03.316486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:03.398913 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.436274 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 85726a74-722d-4fc7-9029-22ad0eb85aba completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:03.443648 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:03.448797 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 85726a74-722d-4fc7-9029-22ad0eb85aba triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:03.454198 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.457333 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.458379 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.572685 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40870) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:03.594545 dv-cinder-793515-2-smb neutron-server[99037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 12:50:03.605308 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4db6797c42d41c68f2963dd9ab36416&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1940877 Jun 01 12:50:03.629826 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40878) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:03.649978 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.713532 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.729248 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:50:03.730418 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.767968 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.768877 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc31b1-c98b-41e5-a5cc-2f7aa7c191cd,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:03.790327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:03.807168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:03.819378 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.835011 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.923516 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=659ef019d2194500bf9ab6ab7e1dcaaa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0901439 Jun 01 12:50:03.930026 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.943049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40890) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:03.949908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d97add4-dce8-464f-8939-50b8ca5de576,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:03.951153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.982283 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.039268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.049881 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-e52bb2e2-a214-4552-bb56-d1aa94c2a241 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:04.050654 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-e52bb2e2-a214-4552-bb56-d1aa94c2a241 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Synchronizing usage tracker for tenant:945738ac10e54df29f048ff2d6acc248 on resource:network {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:04.068026 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.097234 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.121392 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.149739 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Allocated IP 172.20.0.2 (f8f097a0-2a02-4cc7-8509-6f94ea5f93f3/ce793d8a-1383-4c20-949c-619ac07a85e6/3969d029-1467-43ef-b113-e59f0289c6c8) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:04.157201 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c6c2b2278454eb7b7f0721ce7b22c12&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2348166 Jun 01 12:50:04.166735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40894) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:04.167411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.184963 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 85726a74-722d-4fc7-9029-22ad0eb85aba, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=85726a74-722d-4fc7-9029-22ad0eb85aba,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:04.194668 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206cbf86-8c33-4c47-9419-9d029e621d23,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.206774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.213744 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.234905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.260314 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc31b1-c98b-41e5-a5cc-2f7aa7c191cd,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.270893 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.271673 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-e52bb2e2-a214-4552-bb56-d1aa94c2a241 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Unset dirty status for tenant:945738ac10e54df29f048ff2d6acc248 on resource:network {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:04.272894 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-e52bb2e2-a214-4552-bb56-d1aa94c2a241 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/networks?id=1651b8c9-5b38-4b84-b118-659a968570d5 HTTP/1.1" status: 200 len: 812 time: 0.6934063 Jun 01 12:50:04.307986 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.309256 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99dc31b1-c98b-41e5-a5cc-2f7aa7c191cd HTTP/1.1" status: 204 len: 168 time: 0.6758962 Jun 01 12:50:04.353308 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.399253 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.409298 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-7ca701fc-9a38-4b28-9ca3-e6fddc60a805 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/quotas/945738ac10e54df29f048ff2d6acc248 HTTP/1.1" status: 200 len: 375 time: 0.1084199 Jun 01 12:50:04.429217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.571149 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-a5fa8649-5dfb-4858-b17c-4ff407d85a17 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=945738ac10e54df29f048ff2d6acc248&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603196 Jun 01 12:50:04.574567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.652985 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.690587 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-9ded1bba-b258-4959-9542-86c7570f5bb0 None None] Provisioning complete for port 85726a74-722d-4fc7-9029-22ad0eb85aba triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:04.690970 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9ded1bba-b258-4959-9542-86c7570f5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.711449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.724338 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=85726a74-722d-4fc7-9029-22ad0eb85aba,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.745637 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.815587 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.826344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.844849 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5c5db21e-95be-4065-ab07-fe7478daeade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.903859 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d97add4-dce8-464f-8939-50b8ca5de576,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.932034 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.933444 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.937943 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d97add4-dce8-464f-8939-50b8ca5de576 HTTP/1.1" status: 204 len: 168 time: 0.9928105 Jun 01 12:50:04.974182 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Transition to ACTIVE for port object 3969d029-1467-43ef-b113-e59f0289c6c8 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:04.984629 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.984629 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.984629 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/206cbf86-8c33-4c47-9419-9d029e621d23 HTTP/1.1" status: 204 len: 168 time: 0.8155484 Jun 01 12:50:04.985034 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72f2b47b-724e-4ba6-939d-ff288d8a1e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.997740 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206cbf86-8c33-4c47-9419-9d029e621d23,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:05.000357 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:05.014487 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Transition to ACTIVE for port object 3969d029-1467-43ef-b113-e59f0289c6c8 will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:05.082702 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.086897 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:05.101253 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.154895 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:05.158313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:05.161693 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:05.167446 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Pushing event updated for resources: {'Port': ['ID=3969d029-1467-43ef-b113-e59f0289c6c8,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:05.171916 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:05.257008 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Attempting to bind port 3969d029-1467-43ef-b113-e59f0289c6c8 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:05.257386 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Attempting to bind port 3969d029-1467-43ef-b113-e59f0289c6c8 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:05.257759 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Attempting to bind port 3969d029-1467-43ef-b113-e59f0289c6c8 on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:05.263174 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:05.263540 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Checking segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:05.263942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.264338 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Bound using segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:05.264844 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Bound port: 3969d029-1467-43ef-b113-e59f0289c6c8, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:05.265299 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.291274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:50:05.362578 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] For port 3969d029-1467-43ef-b113-e59f0289c6c8, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:05.365833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] For port 3969d029-1467-43ef-b113-e59f0289c6c8, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3969d029-1467-43ef-b113-e59f0289c6c8,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:05.428775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40926) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:05.433716 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.449888 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:05.465993 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.498963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:05.513111 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Usage tracker for resource:security_group_rule and tenant:638df39771744fd980547310ed7cc19c is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:05.514958 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:05.527494 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:05.560447 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Pushing event updated for resources: {'Port': ['ID=3969d029-1467-43ef-b113-e59f0289c6c8,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:05.574818 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.579318 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:05.610598 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-deb8c4ef-a43d-45be-99a1-c1e25c8dc336 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:50:05.611644 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-deb8c4ef-a43d-45be-99a1-c1e25c8dc336 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6812863 Jun 01 12:50:05.711888 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.770851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.811148 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-970a669d-d94f-44d8-8b70-369a3896e489 service neutron] 10.222.0.11 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909089 Jun 01 12:50:05.826000 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:05.851643 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041250f5-4808-42a4-8332-c699e384056c None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:05.870119 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:05.871058 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:05.918951 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.941548 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:05.973684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Allocated IP 172.28.2.44 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/28cb5e21-a9c8-49fe-8438-9c72e4714e58) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:06.073242 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=638df39771744fd980547310ed7cc19c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6411214 Jun 01 12:50:06.082532 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40940) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.123204 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:50:06.159022 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:06.163696 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd469efe-d4e9-4452-b131-cde7734b8913,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:06.167787 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:06.170635 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40944) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.233346 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.235785 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.249966 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-fae656c1-fc09-45f7-a4b2-37fd40a5d50f service neutron] 10.222.0.11 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235022 Jun 01 12:50:06.265506 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:06.270481 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Usage tracker for resource:security_group_rule and tenant:5a7d047dbab14ea7b1df83d7647f244e is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:06.274236 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:06.292080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:06.311257 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.313291 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1127775 Jun 01 12:50:06.333460 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40952) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.445729 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.536344 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.543062 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.545058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.556452 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.579145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d67ffeb3-9a3e-4c25-8b8e-cd274eed0d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:06.594516 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:03Z', 'revision_number': 3, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:06.599525 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041250f5-4808-42a4-8332-c699e384056c None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:06.599914 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041250f5-4808-42a4-8332-c699e384056c None None] Updating router 46f0431c-ef73-458d-84b1-812d7d6ab171 port 96ed1732-e925-400a-8b9c-911393e79f15 binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:06.615832 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.662146 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c013c-2fd8-46aa-bbf5-97e4625b2941,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:06.663976 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:06.712090 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.782125 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40964) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.797060 dv-cinder-793515-2-smb neutron-server[99038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 12:50:06.820647 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a7d047dbab14ea7b1df83d7647f244e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6442044 Jun 01 12:50:06.830527 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 40970) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.909016 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e2e8d-7e27-49cb-8ff1-74cab4786564 None None] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:06.945364 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a586649c-6b28-436c-a65a-79ec5aed03c1 req-c94907c6-4d28-46ab-a652-4f706bf5052b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.1524448 Jun 01 12:50:06.954981 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3969d029-1467-43ef-b113-e59f0289c6c8 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:06.966139 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 40978) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.985401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.001654 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:07.006728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8400b8333046d0b27d68f237b14e29 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:07.009034 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:07.015641 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:07.065528 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.066466 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.082195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.090138 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.124466 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.151070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d10fc23c-fc81-4ab7-8a14-385eb40b2d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.192687 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd469efe-d4e9-4452-b131-cde7734b8913,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:07.211664 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:07.214746 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:07.215969 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Allocated IP 172.28.2.140 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/8bd51a30-dbb9-4c9f-954f-dbf0c55ab734) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:07.218014 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Pushing event updated for resources: {'Port': ['ID=28cb5e21-a9c8-49fe-8438-9c72e4714e58,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:07.225828 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:07.226804 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:07.235339 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:07.239533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-49fe68c3-8cf2-412d-9755-3fcb6356c0f0 None None] Provisioning for port 3969d029-1467-43ef-b113-e59f0289c6c8 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:07.290209 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.291351 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd469efe-d4e9-4452-b131-cde7734b8913 HTTP/1.1" status: 204 len: 168 time: 1.2056301 Jun 01 12:50:07.306171 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 3969d029-1467-43ef-b113-e59f0289c6c8 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:07.317892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 3969d029-1467-43ef-b113-e59f0289c6c8 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:07.318320 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.346922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.455355 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.475388 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.488408 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.522935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.527394 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/549c013c-2fd8-46aa-bbf5-97e4625b2941 HTTP/1.1" status: 204 len: 168 time: 0.6959291 Jun 01 12:50:07.534895 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c013c-2fd8-46aa-bbf5-97e4625b2941,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:07.538956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:07.603603 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.607940 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.688364 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 3969d029-1467-43ef-b113-e59f0289c6c8, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3969d029-1467-43ef-b113-e59f0289c6c8,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:07.793205 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf8400b8333046d0b27d68f237b14e29&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8259976 Jun 01 12:50:07.801952 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41004) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:07.807763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.810777 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 85726a74-722d-4fc7-9029-22ad0eb85aba up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:07.824219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8531615c-25c0-41cf-945e-3cfcfe2976ae,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:07.828321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:07.845397 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.929855 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.933012 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.956412 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3187ffb2-07f3-4318-8b80-185e785da678 None None] Provisioning complete for port 3969d029-1467-43ef-b113-e59f0289c6c8 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:07.956988 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3187ffb2-07f3-4318-8b80-185e785da678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.959572 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.999236 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=3969d029-1467-43ef-b113-e59f0289c6c8,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:08.004243 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.013520 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:08.031719 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 85726a74-722d-4fc7-9029-22ad0eb85aba triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:08.032087 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.288374 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-47406b5b-d476-46aa-bb4e-3ac1d2aa2963 req-0d4d31b9-439a-42c1-a6c6-4e26186ad6b1 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.2026215 Jun 01 12:50:08.408994 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.426722 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:08.475129 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Allocated IP 172.20.0.1 (02ac47b5-9386-462f-997e-39daceff935c/a2e66181-98b4-4aa3-b079-c342f054f0b9/e5b6c713-35b2-40b2-951f-6a09c9645bfd) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:08.507053 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.597989 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:08.613638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:08.616224 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:08.669738 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.684311 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.689188 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Transition to ACTIVE for port object e5b6c713-35b2-40b2-951f-6a09c9645bfd will not be triggered until provisioned by entity DHCP. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:08.695317 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Pushing event updated for resources: {'Port': ['ID=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:08.698242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:08.733444 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3969d029-1467-43ef-b113-e59f0289c6c8 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:08.736031 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.760252 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-041250f5-4808-42a4-8332-c699e384056c None None] Transition to ACTIVE for port object 96ed1732-e925-400a-8b9c-911393e79f15 will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:08.769067 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:08.799681 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8531615c-25c0-41cf-945e-3cfcfe2976ae,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:08.802565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:08.829395 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 3969d029-1467-43ef-b113-e59f0289c6c8 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:08.829776 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.911218 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.911971 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.917917 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:08.928526 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:08.977143 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.978304 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8531615c-25c0-41cf-945e-3cfcfe2976ae HTTP/1.1" status: 204 len: 168 time: 1.1699584 Jun 01 12:50:09.004738 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Network 02ac47b5-9386-462f-997e-39daceff935c is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:09.009766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:09.014372 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:09.015693 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.077099 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-041250f5-4808-42a4-8332-c699e384056c None None] Attempting to bind port 96ed1732-e925-400a-8b9c-911393e79f15 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:09.078957 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-041250f5-4808-42a4-8332-c699e384056c None None] Attempting to bind port 96ed1732-e925-400a-8b9c-911393e79f15 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:09.079800 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041250f5-4808-42a4-8332-c699e384056c None None] Attempting to bind port 96ed1732-e925-400a-8b9c-911393e79f15 on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:09.109481 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041250f5-4808-42a4-8332-c699e384056c None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:09.111636 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041250f5-4808-42a4-8332-c699e384056c None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:09.112347 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.112846 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041250f5-4808-42a4-8332-c699e384056c None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:09.114999 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-041250f5-4808-42a4-8332-c699e384056c None None] Bound port: 96ed1732-e925-400a-8b9c-911393e79f15, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:09.116879 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.179405 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Pushing event updated for resources: {'Port': ['ID=96ed1732-e925-400a-8b9c-911393e79f15,revision_number=2']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:09.205294 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.205870 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.206304 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.207216 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.210869 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.214680 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Tracked resource versions report: Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: pushed versions: Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: { 'AddressGroup': {'1.2'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'ConntrackHelper': {'1.0'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Log': {'1.0'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Network': {'1.1'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Port': {'1.7'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'PortForwarding': {'1.2'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'QosPolicy': {'1.8'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroup': {'1.4'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SubPort': {'1.0'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Subnet': {'1.1'}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Trunk': {'1.1'}} Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: consumer versions: Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: { DHCP agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: HyperV agent@hv-cinder-79351: {}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: L3 agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: Metadata agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: Metering agent@dv-cinder-793515-2-smb: {}, Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: Open vSwitch agent@dv-cinder-793515-2-smb: { 'AddressGroup': '1.2', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'ConntrackHelper': '1.0', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Log': '1.0', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Network': '1.1', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Port': '1.7', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'PortForwarding': '1.2', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'QosPolicy': '1.8', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroup': '1.4', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SecurityGroupRule': '1.2', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'SubPort': '1.0', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Subnet': '1.1', Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: 'Trunk': '1.1'}} Jun 01 12:50:09.227986 dv-cinder-793515-2-smb neutron-server[99040]: {{(pid=99040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:50:09.230850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:09.236427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:09.273317 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:09.320780 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-041250f5-4808-42a4-8332-c699e384056c None None] For port 96ed1732-e925-400a-8b9c-911393e79f15, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:09.324323 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-041250f5-4808-42a4-8332-c699e384056c None None] For port 96ed1732-e925-400a-8b9c-911393e79f15, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=96ed1732-e925-400a-8b9c-911393e79f15,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:09.393048 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-041250f5-4808-42a4-8332-c699e384056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.407057 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-7ff87d1f-7981-436d-b973-afabd60dfa9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:09.509958 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a88622a-76e4-4108-9571-2a31d3c8f919 req-4431b6d7-8838-4e96-af05-e33721cccb8b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.0827193 Jun 01 12:50:09.513178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.597120 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.628392 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:09.629036 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:09.636377 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-62319dae-1cdc-4295-a693-ac9520688483 None None] Provisioning for port e5b6c713-35b2-40b2-951f-6a09c9645bfd completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:09.657266 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-62319dae-1cdc-4295-a693-ac9520688483 None None] Provisioning complete for port e5b6c713-35b2-40b2-951f-6a09c9645bfd triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:09.657783 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-62319dae-1cdc-4295-a693-ac9520688483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.688416 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Pushing event updated for resources: {'Port': ['ID=96ed1732-e925-400a-8b9c-911393e79f15,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:09.701405 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:09.717006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.756446 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-62319dae-1cdc-4295-a693-ac9520688483 None None] Port e5b6c713-35b2-40b2-951f-6a09c9645bfd cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:09.876887 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:10.145685 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.238703 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.241353 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.248775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:10.283235 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.316963 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-041250f5-4808-42a4-8332-c699e384056c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:08Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:10.326550 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041250f5-4808-42a4-8332-c699e384056c None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:08Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:10.336698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:10.365018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:10.478462 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:50:10.517306 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Network 02ac47b5-9386-462f-997e-39daceff935c is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:10.518460 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:10.897992 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:10.918343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3766288e-15df-4ce1-832d-396a0c3bb174 None None] Provisioning complete for port e5b6c713-35b2-40b2-951f-6a09c9645bfd triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:10.918938 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3766288e-15df-4ce1-832d-396a0c3bb174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.969344 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:50:10.999913 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Sync routers for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:11.085523 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41106) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:11.094034 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.095937 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cc7c5756-fa95-4e84-8a96-50ce94b8b5af admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7923064 Jun 01 12:50:11.102860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41110) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:11.103398 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:11.104991 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:11.105750 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8f910067-4f88-4a1d-95ad-2b16fce0da39 req-0309b8c6-6069-4cf9-ab8a-a4b6636939b6 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.2101598 Jun 01 12:50:11.299233 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-3766288e-15df-4ce1-832d-396a0c3bb174 None None] Port e5b6c713-35b2-40b2-951f-6a09c9645bfd cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:11.314157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:11.332541 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:11.347038 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:11.347766 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:11.448274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.453384 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2271118 Jun 01 12:50:11.454523 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41122) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:11.489804 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:11.497784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.539986 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:11.555125 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:11.556972 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Usage tracker for resource:security_group_rule and tenant:415ee718ee3d470384759ffaf210c405 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:11.703500 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:11.755950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:11.832648 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:12.040118 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:07Z', 'revision_number': 3, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:12.059267 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Checking router: 2441d68e-7aad-4dbd-81af-495fb88b8fc0 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:12.060058 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Updating router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:12.196933 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:12.419825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.58', 60963) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:12.566968 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:08Z', 'revision_number': 3, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:12.579434 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:12.579434 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Updating router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:12.659149 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:12.854567 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-31dd18de-f727-4496-9301-4d20742dbd5f req-e862aff5-a296-43cf-8ed8-a7f607e9a20b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.2313154 Jun 01 12:50:12.873868 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 96ed1732-e925-400a-8b9c-911393e79f15 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:13.082005 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.099031 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Transition to ACTIVE for port object 28cb5e21-a9c8-49fe-8438-9c72e4714e58 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:13.111412 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 96ed1732-e925-400a-8b9c-911393e79f15 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:13.118630 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 96ed1732-e925-400a-8b9c-911393e79f15 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:13.119405 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.153285 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:13.272879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.355943 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.358484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.380021 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 96ed1732-e925-400a-8b9c-911393e79f15, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=96ed1732-e925-400a-8b9c-911393e79f15,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:13.393355 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:13.534201 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Pushing event updated for resources: {'Port': ['ID=28cb5e21-a9c8-49fe-8438-9c72e4714e58,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:13.560451 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.561704 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Attempting to bind port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:13.562870 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Attempting to bind port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:13.563613 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Attempting to bind port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:13.575217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:13.585942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:13.686226 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.734469 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:13.735500 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:14.001156 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.001156 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:14.001156 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Bound port: 28cb5e21-a9c8-49fe-8438-9c72e4714e58, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:14.001156 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.005045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.005045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-de406705-930f-480c-893b-8af14138a6d4 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:14.005045 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-de406705-930f-480c-893b-8af14138a6d4 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.58 "GET /v2.0/networks?id=1651b8c9-5b38-4b84-b118-659a968570d5 HTTP/1.1" status: 200 len: 812 time: 1.3676717 Jun 01 12:50:14.005045 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] 10.222.0.11 "PUT /v2.0/routers/46f0431c-ef73-458d-84b1-812d7d6ab171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5168397 Jun 01 12:50:14.008278 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.009950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8af200b6-b3a9-496b-bece-a0d00e0f4fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.009950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Request body: {'port': {'device_id': '221754ae-cfbf-419f-9e59-881459b9206c', 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5', 'admin_state_up': True, 'tenant_id': '945738ac10e54df29f048ff2d6acc248'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:14.013100 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:14.013382 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Transition to ACTIVE for port object 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:14.013661 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Allocated IP 172.20.0.1 (f8f097a0-2a02-4cc7-8509-6f94ea5f93f3/ce793d8a-1383-4c20-949c-619ac07a85e6/fe0b3449-d0e6-4aa1-b69a-78df0a177147) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:14.127995 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.142257 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:14.142908 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:14.144118 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.302659 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:14.310635 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Usage tracker for resource:port and tenant:945738ac10e54df29f048ff2d6acc248 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:14.319569 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:14.334737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:14.349889 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Attempting to bind port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:14.357771 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Attempting to bind port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:14.359347 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Attempting to bind port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:14.383027 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.401947 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Transition to ACTIVE for port object fe0b3449-d0e6-4aa1-b69a-78df0a177147 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:14.425680 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:14.430601 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:14.431020 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.431781 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:14.432004 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Bound port: 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:14.432389 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.493491 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=415ee718ee3d470384759ffaf210c405&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4051089 Jun 01 12:50:14.494404 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41212) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:14.495627 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=96ed1732-e925-400a-8b9c-911393e79f15,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.500943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63d0611-91b2-46b6-81ae-73acae117f6e,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.507070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Made reservation on behalf of 945738ac10e54df29f048ff2d6acc248 for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:14.510763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.531596 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5889f8c8-727b-4e54-a034-c47254b02142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.534269 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.542458 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2d6b5072-a520-4503-a1cf-fbd95bf101af req-bbd04f0f-481d-4549-8d1f-65d77d4b58f3 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.1859128 Jun 01 12:50:14.548689 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.551627 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.966s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.560960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.564066 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] For port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:14.569203 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] For port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:14.583148 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.599614 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd0536-c9a3-48d6-8c28-80efd8d30bae None None] Pushing event updated for resources: {'Port': ['ID=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,revision_number=2']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.610524 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-06cd0536-c9a3-48d6-8c28-80efd8d30bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.739372 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.759274 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f8461076-d96b-4653-aaa0-76b843a047ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.790946 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:14.800876 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:14.809868 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:14.810574 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.856073 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.893549 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.912420 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:14.927858 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.980731 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:14.981547 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:49:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:15.026218 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Allocated IP 172.20.0.14 (1651b8c9-5b38-4b84-b118-659a968570d5/660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3/6f88e652-4638-42e5-a13b-50b8ea455480) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:15.044773 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.145607 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] For port 28cb5e21-a9c8-49fe-8438-9c72e4714e58, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:15.147925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 96ed1732-e925-400a-8b9c-911393e79f15 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:15.218841 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.244722 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6b3af1b7-ae7c-4393-9fa7-aaa3ade59043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:15.263888 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Allocated IP 172.20.0.1 (57caa1cd-6a8c-4dd9-997f-20edd7289da7/1e5f3aba-16f4-404f-aa7b-d52ccb11deec/69d68ce3-27d3-4dfc-9f30-2e5965119b88) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:15.295172 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63d0611-91b2-46b6-81ae-73acae117f6e,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:15.323563 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:15.341557 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd0536-c9a3-48d6-8c28-80efd8d30bae None None] Pushing event updated for resources: {'Port': ['ID=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:15.358684 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-06cd0536-c9a3-48d6-8c28-80efd8d30bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:15.369552 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.371697 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f63d0611-91b2-46b6-81ae-73acae117f6e HTTP/1.1" status: 204 len: 168 time: 0.8751838 Jun 01 12:50:15.508500 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] For port 28cb5e21-a9c8-49fe-8438-9c72e4714e58, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=28cb5e21-a9c8-49fe-8438-9c72e4714e58,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:15.699961 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:15.809547 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.839594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.096630 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.136485 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:16.163565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41242) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:16.352074 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fce88631-ce60-4386-ba17-257d71ceaa61 req-448f5a6f-f0e0-417d-a3a4-81884b908aba tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.3321824 Jun 01 12:50:16.396411 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282174326', 'description': 'tempest-description--1632513566'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:16.413261 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:16.421060 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:16.425667 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:16.435203 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:16.456805 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.549701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.558113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.601313 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:16.659137 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:16.666349 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:16.679469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.693885 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f9eba3f9-8f77-49a6-8a4a-128903db82e5 None None] Provisioning for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:16.699688 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:16.703999 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:16.708161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:16.712662 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f9eba3f9-8f77-49a6-8a4a-128903db82e5 None None] Provisioning complete for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:16.718858 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f9eba3f9-8f77-49a6-8a4a-128903db82e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.719652 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:16.719935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.730592 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:16.762045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Network 1651b8c9-5b38-4b84-b118-659a968570d5 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:16.768168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:16.769990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:16.787556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:16.796688 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:16.798504 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.819568 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-f9eba3f9-8f77-49a6-8a4a-128903db82e5 None None] Port fe0b3449-d0e6-4aa1-b69a-78df0a177147 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:16.844371 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 96ed1732-e925-400a-8b9c-911393e79f15 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:16.844930 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.853185 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:08Z', 'revision_number': 3, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:16.856247 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:16.856536 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:16.869512 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7533b294-a4c0-4047-925c-f638495fa2d2 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:08Z', 'revision_number': 3, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:16.924468 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-17ba6897-8dad-442e-8409-b43464d29303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.033843 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Pushing event updated for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:17.056491 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:17.059243 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1957140 Jun 01 12:50:17.072015 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-d606ae36-198a-44f3-8964-920bbb99c87c tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:50:17.075675 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Pushing event updated for resources: {'Port': ['ID=28cb5e21-a9c8-49fe-8438-9c72e4714e58,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:17.076839 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-d606ae36-198a-44f3-8964-920bbb99c87c tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055187 Jun 01 12:50:17.106421 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:17.114786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.158046 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:17.158046 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:17.169888 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.173728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.180775 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:17.375553 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc93b6-6314-4e7c-b8cd-99f056705b49,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:17.407188 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:17.412759 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.415950 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.424508 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.457234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-effcf508-5a23-4ea7-bbe2-2e361edbce4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:17.461020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.782559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 2, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:17.868695 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:17.869159 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Updating router 46f0431c-ef73-458d-84b1-812d7d6ab171 port e5b6c713-35b2-40b2-951f-6a09c9645bfd binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:17.931137 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.024518 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Request body: {'port': {'device_id': '221754ae-cfbf-419f-9e59-881459b9206c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:18.060852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.066959 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8974686 Jun 01 12:50:18.073078 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.074932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:18.084135 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41288) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:18.107640 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:18.113920 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:18.121173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group_rule': {'security_group_id': '14cc93b6-6314-4e7c-b8cd-99f056705b49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:18.187681 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:18.195297 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:18.200698 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:18.220033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:18.317255 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d545e-c6dd-4d8e-bcaf-cad2110f354d req-56b36173-cf1a-48d7-a9c3-fa1f34f942ef tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:18.318972 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e55d545e-c6dd-4d8e-bcaf-cad2110f354d req-56b36173-cf1a-48d7-a9c3-fa1f34f942ef tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 932 time: 0.6930659 Jun 01 12:50:18.330582 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:18.369571 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:18.407424 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.427943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.472301 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:18.640415 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.db.resource_extend [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:50:18.674096 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e55d545e-c6dd-4d8e-bcaf-cad2110f354d req-42501db6-5bf2-4812-a8a0-c8192801862e tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469434 Jun 01 12:50:18.725256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.930019 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.945564 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.956005 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.971609 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:19.015430 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:19.018469 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.044206 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:19.221970 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-742f1990-96ee-44b2-b293-d23015f7d867 None None] Provisioning complete for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:19.222553 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-742f1990-96ee-44b2-b293-d23015f7d867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.253067 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.254386 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1673651 Jun 01 12:50:19.273232 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41312) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:19.273938 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7071cb1e-e371-426a-9a81-55a77899655d,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:19.304725 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e6c210ba-f848-4084-8afe-ad6af35d7e8a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:19.311267 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group_rule': {'security_group_id': '14cc93b6-6314-4e7c-b8cd-99f056705b49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:19.395692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:19.410069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:19.419894 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:19.435662 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:19.465513 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.466089 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:19.571703 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:19.574312 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.733624 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Pushing event updated for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:19.765417 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:19.794522 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '69d68ce3-27d3-4dfc-9f30-2e5965119b88', 'name': '', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'mac_address': 'fa:16:3e:a8:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:14Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 1, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'subnets': [{'id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:19.800294 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:19.816927 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4760a99c-2def-48c9-9a51-fe08b64710bb None None] The sync data for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb is: [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '69d68ce3-27d3-4dfc-9f30-2e5965119b88', 'name': '', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'mac_address': 'fa:16:3e:a8:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:14Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 1, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'subnets': [{'id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:19.993344 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.021066 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:20.031739 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:20.051177 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] 10.222.0.11 "PUT /v2.0/routers/82ee9715-ee2f-4fbd-964c-fe3797a3bfa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5867817 Jun 01 12:50:20.066885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.068876 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:20.070233 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:20.108002 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:20.147859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c60cdd-25e4-430c-93af-659a924e74cd,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:20.155170 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:20.162598 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.164777 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d981c4a4-61c1-44ed-97ac-08e67381f210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8660634 Jun 01 12:50:20.168903 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41334) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:20.190142 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:20.209101 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:20.220895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:floatingip and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:20.228553 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:20.246690 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:20.341357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.349923 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.422627 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:20.433090 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:20.434065 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:20.438244 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.475649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-742f1990-96ee-44b2-b293-d23015f7d867 None None] Port fe0b3449-d0e6-4aa1-b69a-78df0a177147 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:20.551148 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.632599 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-177d15fb-8e7b-4fa1-aa1a-de8923e135a5 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:20.635491 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-177d15fb-8e7b-4fa1-aa1a-de8923e135a5 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Synchronizing usage tracker for tenant:945738ac10e54df29f048ff2d6acc248 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:20.639169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.db.resource_extend [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:50:20.730801 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:20.735197 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.758121 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Transition to ACTIVE for port object e5b6c713-35b2-40b2-951f-6a09c9645bfd will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:20.767650 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:20.865888 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.935735 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.163065 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f88e652-4638-42e5-a13b-50b8ea455480 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:21.201266 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.247608 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-177d15fb-8e7b-4fa1-aa1a-de8923e135a5 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Unset dirty status for tenant:945738ac10e54df29f048ff2d6acc248 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:21.249369 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-177d15fb-8e7b-4fa1-aa1a-de8923e135a5 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 932 time: 1.1670618 Jun 01 12:50:21.346718 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:21.361729 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:21.362540 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Attempting to bind port e5b6c713-35b2-40b2-951f-6a09c9645bfd on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:21.362951 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Attempting to bind port e5b6c713-35b2-40b2-951f-6a09c9645bfd by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:21.363347 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Attempting to bind port e5b6c713-35b2-40b2-951f-6a09c9645bfd on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:21.365565 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:21.520087 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Transition to ACTIVE for port object 6f88e652-4638-42e5-a13b-50b8ea455480 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:21.532437 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Allocated IP 172.28.2.18 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:21.540915 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:21.541404 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Checking segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:21.541830 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.542262 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Bound using segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:21.545831 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Bound port: e5b6c713-35b2-40b2-951f-6a09c9645bfd, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:21.545831 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.552174 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41356) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:21.568825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:21.573453 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891221838', 'description': 'tempest-description--1390789560'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:21.605003 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:21.615763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:21.626709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:21.658570 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:21.779897 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.861000 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] For port e5b6c713-35b2-40b2-951f-6a09c9645bfd, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:21.870859 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] For port e5b6c713-35b2-40b2-951f-6a09c9645bfd, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=e5b6c713-35b2-40b2-951f-6a09c9645bfd,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:21.879373 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:21.903592 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:21.909598 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:21.936456 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.962200 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.969742 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:21.988270 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.062696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.082753 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:22.189783 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:22.198574 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:16Z', 'revision_number': 2, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:22.211107 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:22.211746 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Updating router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 port fe0b3449-d0e6-4aa1-b69a-78df0a177147 binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:22.215513 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:22.254745 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:22.256806 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:22.279719 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-dd82a17f-ed6d-4d50-8808-bc3b86d0fb0d tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Synchronizing usage tracker for tenant:945738ac10e54df29f048ff2d6acc248 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:22.313841 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:22.333722 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:22.346417 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:22.349441 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:22.357039 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:22.373144 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.601609 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:22.639396 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:22.672341 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.683446 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:22.707431 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:22.875310 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:22.898014 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.928006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:22.942939 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.064s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:22.978533 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Attempting to bind port 6f88e652-4638-42e5-a13b-50b8ea455480 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:22.979128 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Attempting to bind port 6f88e652-4638-42e5-a13b-50b8ea455480 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'f739b558-b927-46e4-b861-d4b492f7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:22.979681 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Attempting to bind port 6f88e652-4638-42e5-a13b-50b8ea455480 on network 1651b8c9-5b38-4b84-b118-659a968570d5 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:22.995886 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Port 6f88e652-4638-42e5-a13b-50b8ea455480 on network 1651b8c9-5b38-4b84-b118-659a968570d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:22.996404 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Attempting to bind port 6f88e652-4638-42e5-a13b-50b8ea455480 on network 1651b8c9-5b38-4b84-b118-659a968570d5 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:23.010478 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:23.011496 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Checking segment: {'id': 'f739b558-b927-46e4-b861-d4b492f7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:23.012295 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Bound using segment: {'id': 'f739b558-b927-46e4-b861-d4b492f7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:23.013040 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Bound port: 6f88e652-4638-42e5-a13b-50b8ea455480, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f739b558-b927-46e4-b861-d4b492f7f0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:23.013613 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.034463 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:23.041311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-dd82a17f-ed6d-4d50-8808-bc3b86d0fb0d tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Unset dirty status for tenant:945738ac10e54df29f048ff2d6acc248 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:23.042729 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62adb6df-b4f6-4444-a767-2f5ed4fee9ad req-dd82a17f-ed6d-4d50-8808-bc3b86d0fb0d tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7243693 Jun 01 12:50:23.221990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:23.228732 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6f88e652-4638-42e5-a13b-50b8ea455480,segment=NetworkSegment(f739b558-b927-46e4-b861-d4b492f7f0e1),segment_id=f739b558-b927-46e4-b861-d4b492f7f0e1)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:23.286479 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device e5b6c713-35b2-40b2-951f-6a09c9645bfd up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:23.326308 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.350402 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] 10.222.0.11 "PUT /v2.0/routers/2441d68e-7aad-4dbd-81af-495fb88b8fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2413290 Jun 01 12:50:23.459382 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-34b7a45f-ea3f-4fd6-a08c-00a97c8f5f00 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.474830 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.528959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:21Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:23.550334 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f333e9ad-355d-4d2c-ae0b-7c670eec3cec None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:21Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:23.592652 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.600136 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.608170 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:23.610821 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.615698 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] 10.222.0.58 "PUT /v2.0/ports/6f88e652-4638-42e5-a13b-50b8ea455480 HTTP/1.1" status: 200 len: 1094 time: 6.0348375 Jun 01 12:50:23.619170 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.648326 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port e5b6c713-35b2-40b2-951f-6a09c9645bfd completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:23.655176 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port e5b6c713-35b2-40b2-951f-6a09c9645bfd triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:23.656355 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.662435 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:23.720913 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.743353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.746189 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Transition to ACTIVE for port object fe0b3449-d0e6-4aa1-b69a-78df0a177147 will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:23.843707 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.852903 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.937876 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.949573 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.996522 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.001524 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8306255 Jun 01 12:50:24.099013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:24.119229 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:24.152662 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b73e3-444f-46ee-9e22-85c59b5a5c76 None None] Pushing event updated for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:24.367822 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.401661 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.406297 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a3c17492-3b69-4565-bb0b-5ce26e9aef44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:24.511355 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:24.527507 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:24.685595 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port e5b6c713-35b2-40b2-951f-6a09c9645bfd, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=e5b6c713-35b2-40b2-951f-6a09c9645bfd,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:24.688491 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f33b73e3-444f-46ee-9e22-85c59b5a5c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:24.709278 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Sync routers for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:24.725274 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Attempting to bind port fe0b3449-d0e6-4aa1-b69a-78df0a177147 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:24.725861 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Attempting to bind port fe0b3449-d0e6-4aa1-b69a-78df0a177147 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:24.726375 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Attempting to bind port fe0b3449-d0e6-4aa1-b69a-78df0a177147 on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:24.727807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5428db09-4df8-4b5a-9722-b9bb74f894d4" -d '{"events": [{"name": "network-changed", "server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:24.734207 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:24.735374 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Checking segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:24.736138 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.736794 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Bound using segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:24.738075 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Bound port: fe0b3449-d0e6-4aa1-b69a-78df0a177147, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:24.738807 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.746529 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:24.760718 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:24.760891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.760989 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41426) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:24.768292 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group_rule': {'security_group_id': '00e7daa5-2ad2-4a6c-94a8-3655dfe79a10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:24.779406 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:24.782199 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2244778 Jun 01 12:50:24.800290 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-0fe34fcc-3ba8-4233-b61f-47a3ad4bd3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:24.824409 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-0fe34fcc-3ba8-4233-b61f-47a3ad4bd3c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=945738ac10e54df29f048ff2d6acc248&device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 1097 time: 0.7416403 Jun 01 12:50:24.824581 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:24.824581 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:24.837420 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:24.905446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-e0e8d674-6a82-4918-9cbc-dc89be46d3eb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:24.905446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-15f0e418-1464-4b99-89f2-40950074f2be req-e0e8d674-6a82-4918-9cbc-dc89be46d3eb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:24.911010 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] For port fe0b3449-d0e6-4aa1-b69a-78df0a177147, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:24.915607 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] For port fe0b3449-d0e6-4aa1-b69a-78df0a177147, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=fe0b3449-d0e6-4aa1-b69a-78df0a177147,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:24.981318 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.982448 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 28cb5e21-a9c8-49fe-8438-9c72e4714e58 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:25.029487 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-b544d52e-a6d7-4ac8-ac2f-2fcfa9ceabe4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f88e652-4638-42e5-a13b-50b8ea455480 HTTP/1.1" status: 200 len: 217 time: 0.1878245 Jun 01 12:50:25.082263 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f3848-9f95-418f-aaf5-f2a86dbb1449 req-cf499631-3d4a-4f46-b8bf-cf48c9b81329 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.084526 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b08f3848-9f95-418f-aaf5-f2a86dbb1449 req-cf499631-3d4a-4f46-b8bf-cf48c9b81329 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.5253415 Jun 01 12:50:25.132095 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:25.168138 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b08f3848-9f95-418f-aaf5-f2a86dbb1449 req-df56c7a1-dad6-4ddc-83b0-e920713ce937 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702038 Jun 01 12:50:25.392874 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:25.392874 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:25.392874 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:25.439268 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-9c70591e-fde6-47dc-bea4-84538669e32d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1282174326&fields=id&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 267 time: 0.0895319 Jun 01 12:50:25.547451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-f4bbc4c2-4eec-4a8f-a99f-5ebfb14cc7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.549136 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-f4bbc4c2-4eec-4a8f-a99f-5ebfb14cc7a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3 HTTP/1.1" status: 200 len: 852 time: 0.1613939 Jun 01 12:50:25.656848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-64ee1cde-c725-44b9-b242-cb24706f71e2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.660163 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-64ee1cde-c725-44b9-b242-cb24706f71e2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 816 time: 0.2116299 Jun 01 12:50:25.689249 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f6e10f32-321a-479d-9418-aee4d2cd86b9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/quotas/3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 375 time: 0.0248814 Jun 01 12:50:25.701919 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:25.706814 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:25.710953 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:25.711342 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:25.723781 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:25.728817 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f33b73e3-444f-46ee-9e22-85c59b5a5c76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:25.840431 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-15f0e418-1464-4b99-89f2-40950074f2be req-e0e8d674-6a82-4918-9cbc-dc89be46d3eb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:25.851460 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-e0e8d674-6a82-4918-9cbc-dc89be46d3eb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 818 time: 1.5405090 Jun 01 12:50:25.893966 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:25.895671 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:25.923891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-0dce8ba7-fac3-49f5-bc11-42f4f17795bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:26.041664 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '69d68ce3-27d3-4dfc-9f30-2e5965119b88', 'name': '', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'mac_address': 'fa:16:3e:a8:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:14Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 2, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'subnets': [{'id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:26.056382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Checking router: 2441d68e-7aad-4dbd-81af-495fb88b8fc0 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:26.060987 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Updating router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:26.064965 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-0dce8ba7-fac3-49f5-bc11-42f4f17795bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:26.066376 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-0dce8ba7-fac3-49f5-bc11-42f4f17795bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3761737 Jun 01 12:50:26.224483 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.238871 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-9eb7fe88-c6b6-4419-9afc-b3f2f4abc89b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/quotas/f0a101cd84ed4c018d447f7a80aba61c HTTP/1.1" status: 200 len: 375 time: 0.3770370 Jun 01 12:50:26.278136 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 28cb5e21-a9c8-49fe-8438-9c72e4714e58, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=28cb5e21-a9c8-49fe-8438-9c72e4714e58,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:26.284397 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.362560 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.363878 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:26.379275 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.412722 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b73e3-444f-46ee-9e22-85c59b5a5c76 None None] Pushing event updated for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=4']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:26.427800 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-f33b73e3-444f-46ee-9e22-85c59b5a5c76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:26.435959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:26.479318 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-88eda237-4f0b-4c87-a09c-890f79163368 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220252 Jun 01 12:50:26.485361 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.508397 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:26.516227 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f5a23154-9680-4524-9934-33c3b3d287b9 service neutron] 10.222.0.11 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750641 Jun 01 12:50:26.525891 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:26.539638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc65620c-10cf-4d9f-b23c-f4835eddab90,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:26.556019 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:26.638362 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-1ec8598d-03ba-4703-8551-f82d92a08672 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1651b8c9-5b38-4b84-b118-659a968570d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663691 Jun 01 12:50:26.688743 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.693067 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9334774 Jun 01 12:50:26.694238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41470) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:26.706638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group_rule': {'security_group_id': '00e7daa5-2ad2-4a6c-94a8-3655dfe79a10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:26.725534 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:26.725534 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:26.725534 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:26.789580 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:26.884853 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=28cb5e21-a9c8-49fe-8438-9c72e4714e58,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:26.892672 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:26.924159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-de06b7dc-fcf7-41f0-960f-b6efd11d7eef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:50:26.937627 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-de06b7dc-fcf7-41f0-960f-b6efd11d7eef service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422887 Jun 01 12:50:27.016043 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:27.016553 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.134685 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.290041 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-c5e994af-053b-445c-a4e1-f3797165ee7c service neutron] 10.222.0.58 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5368664 Jun 01 12:50:27.330143 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-780201f9-8558-499a-a29a-5918809e2320 service neutron] 10.222.0.11 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911679 Jun 01 12:50:27.423837 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.439356 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:27.449748 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c838d17-a285-46eb-be23-673de936a1e8 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:27.491086 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.527284 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Transition to ACTIVE for port object 69d68ce3-27d3-4dfc-9f30-2e5965119b88 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:27.570928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.589873 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8a1cd237-58a4-4007-93c3-8b283ceccbaf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:27.625545 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937162e2-182f-495a-9b47-68825cef9269,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:27.631176 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.654522 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:27.654730 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:27.774886 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device e5b6c713-35b2-40b2-951f-6a09c9645bfd up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:27.777781 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-da7a2f8b-8027-4418-a8fa-3b16593dfcf7 service neutron] 10.222.0.11 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466374 Jun 01 12:50:27.825037 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-fcc57069-643e-43b3-ae92-fe7341d5fd72 service neutron] 10.222.0.11 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3121712 Jun 01 12:50:27.905571 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:27.909716 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2116263 Jun 01 12:50:27.910127 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41496) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:27.916728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:27.922230 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-50474fa7-01da-446b-aab7-d1c8708c0bda req-c9fc7ea8-285e-4ca6-b9c7-d0fc0972b946 service neutron] 10.222.0.58 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907724 Jun 01 12:50:27.934712 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:27.946254 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:floatingip and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:27.955369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:27.974216 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:28.125772 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:28.187053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41508) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:28.611835 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Attempting to bind port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:28.612462 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Attempting to bind port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:28.617647 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Attempting to bind port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:28.620182 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Pushing event updated for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:28.636261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:28.643663 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:28.644049 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Checking segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:28.644467 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:28.652696 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:28.664511 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Bound using segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:28.665451 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Bound port: 69d68ce3-27d3-4dfc-9f30-2e5965119b88, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:28.666140 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:28.700254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port e5b6c713-35b2-40b2-951f-6a09c9645bfd triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:28.700751 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:28.759798 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:28.779491 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Usage tracker for resource:security_group_rule and tenant:aa42b75dd36947fea0378c5ce98f62ba is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:28.792445 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:28.822543 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:28.912455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] For port 69d68ce3-27d3-4dfc-9f30-2e5965119b88, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:28.922314 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] For port 69d68ce3-27d3-4dfc-9f30-2e5965119b88, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=69d68ce3-27d3-4dfc-9f30-2e5965119b88,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:29.044311 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741005d-84a0-4a2b-94cb-4bfdf9a54113 req-ce5dd985-5842-40cf-9fe6-62de7a80d3bf tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:29.069257 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1741005d-84a0-4a2b-94cb-4bfdf9a54113 req-ce5dd985-5842-40cf-9fe6-62de7a80d3bf tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.4034290 Jun 01 12:50:29.129156 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:29.132852 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:29.144792 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:29.215085 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1741005d-84a0-4a2b-94cb-4bfdf9a54113 req-129f5bc9-01ef-4540-a0d7-3bf71fe19901 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429312 Jun 01 12:50:29.223132 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:29.254459 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af0a5e-2dbe-4e9c-8b58-d00d2040971e x-openstack-request-id: req-d8af0a5e-2dbe-4e9c-8b58-d00d2040971e {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:29.257848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:29.257848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8af0a5e-2dbe-4e9c-8b58-d00d2040971e {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:29.257848 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480', 'status': 'completed', 'code': 200} Jun 01 12:50:29.329932 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 28cb5e21-a9c8-49fe-8438-9c72e4714e58 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:29.378632 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:29.462252 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:29.463236 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:17Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:29.500861 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9efe242f-0bd5-4f19-949a-24ef30371498 req-1b47c4cb-3efa-4434-84ca-62df3d8a1492 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.2551661 Jun 01 12:50:29.528356 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5f4cb8d8-1f17-4b66-bf28-25583fe38ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:29.640726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b50bfc4-9ba4-4043-b2c6-5f9776c4f1b1,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:29.655822 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42267772-7d19-4ef8-a9c4-8419054967ac req-bcdfce39-309f-4f90-9ab6-8f551a6bac9a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 210 time: 0.2430632 Jun 01 12:50:29.663288 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:29.712535 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa42b75dd36947fea0378c5ce98f62ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5241787 Jun 01 12:50:29.715883 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41556) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:29.768128 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Allocated IP 172.28.2.156 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/ba869027-8bb7-4bea-9085-65bf42c5c69f) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:29.795655 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Pushing event updated for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:29.830024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-1e6a46fd-c9b1-4a18-bf18-68aec3c79f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:29.831723 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-1e6a46fd-c9b1-4a18-bf18-68aec3c79f6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=945738ac10e54df29f048ff2d6acc248&device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 1097 time: 0.5924230 Jun 01 12:50:29.834543 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:29.867754 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:29.869563 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.211430 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:30.212638 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.221780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.240528 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-c9696765-a39b-4078-ab0f-1c5f26a8ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:30.246232 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-c9696765-a39b-4078-ab0f-1c5f26a8ad7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=1651b8c9-5b38-4b84-b118-659a968570d5 HTTP/1.1" status: 200 len: 913 time: 0.3160417 Jun 01 12:50:30.247163 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.280987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:30.371050 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:30.385834 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.393937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b92a0a60-2eb5-4d5d-97ec-4abc3952fbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:30.514219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:30.518138 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:30.524762 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:30.539957 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=ba869027-8bb7-4bea-9085-65bf42c5c69f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:30.547314 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:30.794276 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.899703 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-eaca7b1b-6f42-44eb-a37d-854b4ca67939 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f88e652-4638-42e5-a13b-50b8ea455480 HTTP/1.1" status: 200 len: 217 time: 0.1752419 Jun 01 12:50:30.913354 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b50bfc4-9ba4-4043-b2c6-5f9776c4f1b1,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:30.926819 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8b4fa-9075-4b32-a542-d70e8608da85 req-2f5e3547-09da-437e-bec1-7187960dc03a tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:30.929672 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-74a8b4fa-9075-4b32-a542-d70e8608da85 req-2f5e3547-09da-437e-bec1-7187960dc03a tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.3221791 Jun 01 12:50:30.933413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:30.939792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:30.952359 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b50bfc4-9ba4-4043-b2c6-5f9776c4f1b1 HTTP/1.1" status: 204 len: 168 time: 1.2345307 Jun 01 12:50:31.087893 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-f68a340c-fd15-4098-90b1-07e14dde9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:31.090048 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-f68a340c-fd15-4098-90b1-07e14dde9645 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3 HTTP/1.1" status: 200 len: 852 time: 0.1124113 Jun 01 12:50:31.149148 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-40c87ccf-1e57-4fc9-bc80-64e94050de05 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:31.161040 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-40c87ccf-1e57-4fc9-bc80-64e94050de05 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 818 time: 1.0850461 Jun 01 12:50:31.168057 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-74a8b4fa-9075-4b32-a542-d70e8608da85 req-f3a48585-d15e-4a3b-bce1-66b6359c27f0 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285171 Jun 01 12:50:31.228155 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:31.250123 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-35c1c219-cdc5-46aa-a733-d26c9a106529 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/quotas/f0a101cd84ed4c018d447f7a80aba61c HTTP/1.1" status: 200 len: 375 time: 0.0869570 Jun 01 12:50:31.382354 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-8e4a92fd-fe26-4802-8f07-7e8857a33e44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1651b8c9-5b38-4b84-b118-659a968570d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2167723 Jun 01 12:50:31.434908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-856d38e0-af39-4a7d-86f5-62899f81f75c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:31.495218 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c929ea5d-d0f7-44e2-a726-266f8ba3b417 req-128fc569-f49c-46f4-8b3b-48233723750e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.0689497 Jun 01 12:50:31.499996 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '69d68ce3-27d3-4dfc-9f30-2e5965119b88', 'name': '', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'mac_address': 'fa:16:3e:a8:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:14Z', 'updated_at': '2021-06-01T12:50:28Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'subnets': [{'id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:31.506634 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede7cfe-9d16-4d2d-b812-9a861de575a6 None None] The sync data for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb is: [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:50:17Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '69d68ce3-27d3-4dfc-9f30-2e5965119b88', 'name': '', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'mac_address': 'fa:16:3e:a8:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:14Z', 'updated_at': '2021-06-01T12:50:28Z', 'revision_number': 4, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'subnets': [{'id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:31.563479 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-856d38e0-af39-4a7d-86f5-62899f81f75c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:31.582559 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-856d38e0-af39-4a7d-86f5-62899f81f75c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3124387 Jun 01 12:50:31.729424 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device fe0b3449-d0e6-4aa1-b69a-78df0a177147 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:31.790043 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41630) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:31.908063 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.002109 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:32.007225 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:32.007684 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.041930 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.049836 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.071024 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:32.085262 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-42cc8bb0-d50d-4e47-8e78-aa5d1e7fa8e3 service neutron] 10.222.0.58 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928175 Jun 01 12:50:32.095259 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-517cadb0-2066-4df8-b7a4-267722588dd1 service neutron] 10.222.0.11 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112560 Jun 01 12:50:32.195230 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.235652 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port fe0b3449-d0e6-4aa1-b69a-78df0a177147, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=fe0b3449-d0e6-4aa1-b69a-78df0a177147,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:32.282345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:32.288921 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.298937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:78e981494a06402eadce65e45ed7370c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:32.312525 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:32.316522 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.317408 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 69d68ce3-27d3-4dfc-9f30-2e5965119b88 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:32.319804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41642) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:32.337555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:32.365364 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:32.377756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.378380 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=ba869027-8bb7-4bea-9085-65bf42c5c69f,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:32.400352 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:32.429492 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:32.438498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf5e00bb32d4bb0bf53cabe9add1050 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:32.455217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:32.464406 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69bb5be-120f-4508-bf32-ed5d8f9ad513 req-758b5b75-1c1f-4d1d-a6fb-96c5010d6f50 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:32.473333 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c69bb5be-120f-4508-bf32-ed5d8f9ad513 req-758b5b75-1c1f-4d1d-a6fb-96c5010d6f50 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.1368415 Jun 01 12:50:32.480286 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:32.498592 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-363d0bbb-375f-4d48-b9a7-1b17c136d2fe service neutron] 10.222.0.11 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602805 Jun 01 12:50:32.500886 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:32.501547 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5428db09-4df8-4b5a-9722-b9bb74f894d4 req-d552ed60-dfcd-4d7a-882b-89c3776f4677 service neutron] 10.222.0.58 "GET /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093306 Jun 01 12:50:32.510106 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:32.535718 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.537073 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6258593 Jun 01 12:50:32.584779 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c69bb5be-120f-4508-bf32-ed5d8f9ad513 req-0f375f80-1ea0-4b06-9779-5c0aae8c7815 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096485 Jun 01 12:50:32.691833 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.699561 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:32.713440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:32.713440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.728337 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.796862 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.804451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:32.825330 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a4901271-5bbe-4daa-8dae-873bffec6444 req-b7b36a2f-2914-4381-804e-90fd74de0954 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.0764425 Jun 01 12:50:32.831661 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.854777 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e0a6bc6e-b0e0-458b-95c9-0bbfb99afd54 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:32.889055 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebf5e00bb32d4bb0bf53cabe9add1050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5610671 Jun 01 12:50:32.911052 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41660) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:32.971315 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:32.974469 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78e981494a06402eadce65e45ed7370c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1772623 Jun 01 12:50:32.997687 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 41674) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:33.020242 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 69d68ce3-27d3-4dfc-9f30-2e5965119b88, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=69d68ce3-27d3-4dfc-9f30-2e5965119b88,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:33.064342 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e52396-b801-43fa-92f5-6b5ab5677924,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:33.068824 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:33.073099 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bb18634a-656e-4afd-b3b8-009a9be1cecc req-ad6d5256-ca2f-49c0-98b9-850864c5e493 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 210 time: 0.1897907 Jun 01 12:50:33.086063 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.087598 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2ef02a06-8c5b-4501-ad03-12a044ff0640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:33.087847 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-3fa6d8c9-c8c1-41de-bc00-0450e1e0cc10 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:33.179050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.216069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.227156 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8be74-22ac-49fe-a10e-50136a0b5c64,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:33.241317 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:33.244499 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:33.252771 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:33.257012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-3fa6d8c9-c8c1-41de-bc00-0450e1e0cc10 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:33.268826 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-3fa6d8c9-c8c1-41de-bc00-0450e1e0cc10 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1891221838&fields=id&tenant_id=957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 267 time: 0.3175774 Jun 01 12:50:33.322196 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.367961 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-da134cf9-def4-4a0a-92e2-d70f51b04c5e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:33.369546 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-da134cf9-def4-4a0a-92e2-d70f51b04c5e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 818 time: 0.3477933 Jun 01 12:50:33.384477 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Request body: {'port': {'device_id': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'admin_state_up': True, 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:33.413116 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.428673 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device fe0b3449-d0e6-4aa1-b69a-78df0a177147 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:33.577910 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port fe0b3449-d0e6-4aa1-b69a-78df0a177147 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:33.578531 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.598421 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-53d11cef-8f06-400e-beb1-e030f52c073d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:33.601939 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-53d11cef-8f06-400e-beb1-e030f52c073d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:33.635259 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:33.653267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:33.676862 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.685065 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:33.704293 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8be74-22ac-49fe-a10e-50136a0b5c64,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:33.707904 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:33.712665 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.713955 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72e8be74-22ac-49fe-a10e-50136a0b5c64 HTTP/1.1" status: 204 len: 168 time: 0.8038559 Jun 01 12:50:33.774689 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 69d68ce3-27d3-4dfc-9f30-2e5965119b88 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:33.797242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-53d11cef-8f06-400e-beb1-e030f52c073d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:33.797436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.798416 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-53d11cef-8f06-400e-beb1-e030f52c073d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 811 time: 0.5298479 Jun 01 12:50:33.812311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:33.834504 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e52396-b801-43fa-92f5-6b5ab5677924,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:33.839145 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-17917275-8621-4367-a730-812a61464438 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/quotas/957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 375 time: 0.0339992 Jun 01 12:50:33.844950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:33.857249 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Made reservation on behalf of f0a101cd84ed4c018d447f7a80aba61c for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:33.865792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.909232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:33.912611 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27e52396-b801-43fa-92f5-6b5ab5677924 HTTP/1.1" status: 204 len: 168 time: 0.9109001 Jun 01 12:50:33.993204 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:33.993668 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:34.060901 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4b547a83-f958-4252-9043-d89954cb69bf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:34.122968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.58', 60995) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:34.219813 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4b547a83-f958-4252-9043-d89954cb69bf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:34.221164 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4b547a83-f958-4252-9043-d89954cb69bf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3812497 Jun 01 12:50:34.271789 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Allocated IP 172.20.0.13 (57caa1cd-6a8c-4dd9-997f-20edd7289da7/1e5f3aba-16f4-404f-aa7b-d52ccb11deec/f28776ba-7e5b-4c30-9bd1-3dfb5c02a882) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:34.292295 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1705341-90c0-4ce2-8ac7-f1d9faa2ae75 req-d4ecc365-8378-4e83-ad07-8aa90639e677 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:34.293793 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e1705341-90c0-4ce2-8ac7-f1d9faa2ae75 req-d4ecc365-8378-4e83-ad07-8aa90639e677 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.3718121 Jun 01 12:50:34.403412 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e1705341-90c0-4ce2-8ac7-f1d9faa2ae75 req-4feadbed-c5ff-4396-be92-297cf9567413 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937991 Jun 01 12:50:34.468926 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-35b47644-2bc2-454a-81b6-0447b10e691f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:34.474091 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-35b47644-2bc2-454a-81b6-0447b10e691f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:34.524906 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-d2430f1c-1433-4b5f-a198-129e1b5bca66 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872829 Jun 01 12:50:34.594742 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-28d190d2-d36f-4df9-a2f9-6a0e8be5d37c req-b9ba4b93-27bb-4623-9942-199d920eb5d5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.0582929 Jun 01 12:50:34.697050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:34.698371 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-35b47644-2bc2-454a-81b6-0447b10e691f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:34.702994 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-35b47644-2bc2-454a-81b6-0447b10e691f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 816 time: 0.5760031 Jun 01 12:50:34.789898 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-af2f328e-c5b3-47b5-a41c-0c1b0dd1f810 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579036 Jun 01 12:50:34.792688 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-35a03768-1664-4c72-9f58-dc52645f92c2 req-4bb3aa16-acc0-4b98-a69c-9377289e6f3e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 210 time: 0.0637639 Jun 01 12:50:34.824273 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-81734192-2387-4daf-ae04-6fee55846333 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:34.934956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:34.943091 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-81734192-2387-4daf-ae04-6fee55846333 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:34.944737 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-81734192-2387-4daf-ae04-6fee55846333 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 380 time: 0.2346759 Jun 01 12:50:34.950146 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:34.969617 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'port': {'device_id': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'admin_state_up': True, 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'security_groups': ['14cc93b6-6314-4e7c-b8cd-99f056705b49']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:35.055102 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:35.058944 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:35.065122 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:35.070562 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:35.071205 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.087634 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Pushing event updated for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:35.100311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:35.204942 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:35.219456 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:35.232051 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41748) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:35.259828 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8793256 Jun 01 12:50:35.264190 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.271533 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9451ea89-0f85-43e4-83ca-c6cc8b621fd8 req-c4873178-bdec-427f-bb8c-5dcfe470b91d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.0993624 Jun 01 12:50:35.279934 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Request body: {'port': {'device_id': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:35.299006 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:35.304123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Usage tracker for resource:security_group_rule and tenant:a5f05a8e89d74f89aa01395facd5c6db is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:35.310992 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:35.317585 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:35.421552 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Made reservation on behalf of 3a7ca1d321f74e38a6f5e751b493afa5 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:35.437966 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.438630 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.458111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.501240 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6f88e652-4638-42e5-a13b-50b8ea455480 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:35.569736 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.605332 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:35.710616 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6f88e652-4638-42e5-a13b-50b8ea455480,segment=NetworkSegment(f739b558-b927-46e4-b861-d4b492f7f0e1),segment_id=f739b558-b927-46e4-b861-d4b492f7f0e1)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:35.729003 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '6f88e652-4638-42e5-a13b-50b8ea455480', 'network_id': '1651b8c9-5b38-4b84-b118-659a968570d5', 'port_id': '6f88e652-4638-42e5-a13b-50b8ea455480', 'mac_address': 'fa:16:3e:9f:a8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:35.851319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Allocated IP 172.20.0.3 (02ac47b5-9386-462f-997e-39daceff935c/a2e66181-98b4-4aa3-b079-c342f054f0b9/06186a06-2c5d-4e4e-a195-dbf7d088528b) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:35.853299 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:35.856315 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5f05a8e89d74f89aa01395facd5c6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230228 Jun 01 12:50:35.857210 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8643d1c-656a-498c-beac-6a390aada9d4,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:35.860841 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 41780) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:35.874547 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:35.882030 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f88e652-4638-42e5-a13b-50b8ea455480 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:35.924776 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6f88e652-4638-42e5-a13b-50b8ea455480,segment=NetworkSegment(f739b558-b927-46e4-b861-d4b492f7f0e1),segment_id=f739b558-b927-46e4-b861-d4b492f7f0e1)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:35.993761 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-12b3e123-3b18-4dc4-8c2e-c400a3f2d34b req-7cd279de-a1a8-4599-b7bf-dcc9b861bd6c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.1093338 Jun 01 12:50:36.002305 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.005048 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:36.013606 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.091167 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:36.095623 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:36.255439 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c9d9e5f1-6575-4635-a1f9-4b9f990d3578 req-fe47cab0-1af4-466e-b112-7a27e1c4a18e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:36.264266 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:36.270080 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['6f88e652-4638-42e5-a13b-50b8ea455480'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:36.275458 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.295223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Transition to ACTIVE for port object f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:36.316990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.341819 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ac75a-d4fe-4697-9bc9-e7e5cbe02d5f req-ddf43099-1953-4bf0-8fa7-ed84322f58eb tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:36.350152 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d12ac75a-d4fe-4697-9bc9-e7e5cbe02d5f req-ddf43099-1953-4bf0-8fa7-ed84322f58eb tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 944 time: 0.7378752 Jun 01 12:50:36.369905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.58', 61004) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:36.433449 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d12ac75a-d4fe-4697-9bc9-e7e5cbe02d5f req-1cd8af88-f9bb-4884-8fc5-a80235895312 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823073 Jun 01 12:50:36.507170 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c9d9e5f1-6575-4635-a1f9-4b9f990d3578 req-fe47cab0-1af4-466e-b112-7a27e1c4a18e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:36.508254 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c9d9e5f1-6575-4635-a1f9-4b9f990d3578 req-fe47cab0-1af4-466e-b112-7a27e1c4a18e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 210 time: 0.3146744 Jun 01 12:50:36.511821 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.521984 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d0975138-5927-4687-b19f-f8524199ff22 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:36.599405 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62d28fd1-2151-4661-b29a-44aad78c7817 req-40b6a541-c1e5-44c6-9f09-05d3126cc8f3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.0674107 Jun 01 12:50:36.605417 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.693285 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7bd13d99-46e1-4cd1-ad54-ccb8945fd95b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:36.694812 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7bd13d99-46e1-4cd1-ad54-ccb8945fd95b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 818 time: 0.3214381 Jun 01 12:50:36.699382 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:36.734417 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Transition to ACTIVE for port object 06186a06-2c5d-4e4e-a195-dbf7d088528b will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:36.737327 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.746083 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:36.763831 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8643d1c-656a-498c-beac-6a390aada9d4,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:36.766671 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:36.792502 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:36.801306 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Request body: {'port': {'device_id': '67be0660-e8d8-4be3-8946-055dddd950b4', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'admin_state_up': True, 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:36.898276 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Attempting to bind port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:36.898621 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Attempting to bind port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:36.899097 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Attempting to bind port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:36.918042 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:36.918350 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Attempting to bind port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:36.929978 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.940787 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:36.941217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Checking segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:36.941509 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Bound using segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:36.942140 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Bound port: f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:36.942473 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.953398 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-59365549-9609-477f-b61c-074159922d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:37.073201 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.074370 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8643d1c-656a-498c-beac-6a390aada9d4 HTTP/1.1" status: 204 len: 168 time: 1.2074130 Jun 01 12:50:37.081074 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:37.083969 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Network 02ac47b5-9386-462f-997e-39daceff935c is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:37.087316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:37.105492 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:37.106927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:37.111338 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:37.111985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.112113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:37.129221 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:37.129323 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:37.133602 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:37.220959 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2585676 Jun 01 12:50:37.237796 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Request body: {'port': {'device_id': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:37.294526 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.295291 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Made reservation on behalf of f0a101cd84ed4c018d447f7a80aba61c for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:37.312844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.348621 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20f19303-e15c-4fb4-b124-8bd3fcb3cf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:37.457750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.497806 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6f88e652-4638-42e5-a13b-50b8ea455480 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:37.573917 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:37.573917 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.574693 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] 10.222.0.58 "PUT /v2.0/ports/f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 1094 time: 2.3060408 Jun 01 12:50:37.589881 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:37.592736 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3779d-470d-41cc-855e-f57010e60e85" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:37.620296 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3e11a58e-b0d8-4d18-a51e-e6202827e9f5 None None] Provisioning for port 06186a06-2c5d-4e4e-a195-dbf7d088528b completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:37.632669 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3e11a58e-b0d8-4d18-a51e-e6202827e9f5 None None] Provisioning complete for port 06186a06-2c5d-4e4e-a195-dbf7d088528b triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:37.635352 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3e11a58e-b0d8-4d18-a51e-e6202827e9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.667842 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:37.679969 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:37.691604 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415202b6-29ee-4625-a71c-8dcb25460fcf req-d176bcd1-25ff-48fa-b9ea-4d74d561f08e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:37.699947 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-415202b6-29ee-4625-a71c-8dcb25460fcf req-d176bcd1-25ff-48fa-b9ea-4d74d561f08e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 931 time: 0.4653540 Jun 01 12:50:37.764015 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-3e11a58e-b0d8-4d18-a51e-e6202827e9f5 None None] Port 06186a06-2c5d-4e4e-a195-dbf7d088528b cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:37.878838 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 6f88e652-4638-42e5-a13b-50b8ea455480 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:37.885982 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-415202b6-29ee-4625-a71c-8dcb25460fcf req-7c0ec7f4-067e-4d5f-814f-b5899e8cce9a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851027 Jun 01 12:50:37.887564 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 6f88e652-4638-42e5-a13b-50b8ea455480 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:37.888006 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:37.896277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Allocated IP 172.20.0.4 (57caa1cd-6a8c-4dd9-997f-20edd7289da7/1e5f3aba-16f4-404f-aa7b-d52ccb11deec/6be437a5-3bb3-49fc-bbeb-afa89435cab7) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:37.972014 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-5d7db9db-ef2d-4238-9e23-10dfe09e4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:37.973723 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-5d7db9db-ef2d-4238-9e23-10dfe09e4f74 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1097 time: 0.2008500 Jun 01 12:50:38.020296 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231a5f-c76a-4156-aad7-7dcc0f0120e0 req-93e0d949-ca4d-4477-879f-3819cfb87b44 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:38.021887 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-50231a5f-c76a-4156-aad7-7dcc0f0120e0 req-93e0d949-ca4d-4477-879f-3819cfb87b44 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 945 time: 0.2354867 Jun 01 12:50:38.072349 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-592cc03d-5b0f-419f-bd54-fc494cf01fa9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.0911722 Jun 01 12:50:38.200608 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-50231a5f-c76a-4156-aad7-7dcc0f0120e0 req-ee92c513-4ee0-418b-8f63-ebc17ce8e850 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723571 Jun 01 12:50:38.230679 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:38.250356 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.255544 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.289347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Transition to ACTIVE for port object 06186a06-2c5d-4e4e-a195-dbf7d088528b will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:38.303546 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:38.305690 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.58', 61008) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:38.317007 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0e418-1464-4b99-89f2-40950074f2be req-773ac2c1-1873-48b1-a580-8806562c6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:38.319392 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-773ac2c1-1873-48b1-a580-8806562c6c12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.2254529 Jun 01 12:50:38.364394 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-252dba77-5032-45a9-916a-4ae1e937b6a8 req-40ef8599-bbbd-45de-a5b0-0d7fc19d4b4b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 210 time: 0.0878131 Jun 01 12:50:38.393199 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6f88e652-4638-42e5-a13b-50b8ea455480,segment=NetworkSegment(f739b558-b927-46e4-b861-d4b492f7f0e1),segment_id=f739b558-b927-46e4-b861-d4b492f7f0e1)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:38.436791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a1ce27-84b7-4ea3-a12b-a4cb277b72f9 x-openstack-request-id: req-90a1ce27-84b7-4ea3-a12b-a4cb277b72f9 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:38.437190 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:38.437714 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90a1ce27-84b7-4ea3-a12b-a4cb277b72f9 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:38.438192 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', 'status': 'completed', 'code': 200} Jun 01 12:50:38.459484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.461582 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:38.471041 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-4b16e4fe-8f81-4b62-8fc2-8bc47bd97273 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097591 Jun 01 12:50:38.533576 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.553626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:38.580651 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:38.586788 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:38.663669 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:38.673593 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:38.728804 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48387cdc-a9bc-4dee-99e7-01b5d13a7adc" -d '{"events": [{"server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "name": "network-vif-plugged", "status": "completed", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:38.771969 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-1caa17ea-6e9e-4ce8-ad86-f7384bc7f014 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:38.776629 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-1caa17ea-6e9e-4ce8-ad86-f7384bc7f014 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 811 time: 0.4669075 Jun 01 12:50:38.842709 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0f603599-b34a-4aa5-87b0-80e065b7bd78 req-bc8f2f0d-0798-44ea-9862-c0a9b9ccff80 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.2042303 Jun 01 12:50:38.887773 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Attempting to bind port 06186a06-2c5d-4e4e-a195-dbf7d088528b on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:38.888102 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Attempting to bind port 06186a06-2c5d-4e4e-a195-dbf7d088528b by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:38.888464 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Attempting to bind port 06186a06-2c5d-4e4e-a195-dbf7d088528b on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:38.914117 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Port 06186a06-2c5d-4e4e-a195-dbf7d088528b on network 02ac47b5-9386-462f-997e-39daceff935c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:38.914438 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Attempting to bind port 06186a06-2c5d-4e4e-a195-dbf7d088528b on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:38.920020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.922942 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:38.923358 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Checking segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:38.923931 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Bound using segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:38.932972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Bound port: 06186a06-2c5d-4e4e-a195-dbf7d088528b, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:38.932972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:38.950748 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-b016b28d-4298-4995-aaee-b2a99570b90b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 380 time: 0.1248169 Jun 01 12:50:38.964410 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'port': {'device_id': '5a37510d-808e-4d67-9cce-441923e6efc9', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'admin_state_up': True, 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'security_groups': ['00e7daa5-2ad2-4a6c-94a8-3655dfe79a10']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:39.012395 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-4777ea03-16dd-470d-bbbb-dde3b60827e4 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298321 Jun 01 12:50:39.191912 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d263f-6495-40e5-bb8d-a436e22233c3 x-openstack-request-id: req-275d263f-6495-40e5-bb8d-a436e22233c3 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:39.192476 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "name": "network-vif-plugged", "status": "completed", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:39.192766 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-275d263f-6495-40e5-bb8d-a436e22233c3 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:39.193220 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480', 'code': 200} Jun 01 12:50:39.299089 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-15f0e418-1464-4b99-89f2-40950074f2be req-fe0adb1a-1aa1-4d02-a7c1-081f9f024cf1 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784729 Jun 01 12:50:39.342941 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:39.366817 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60988fee-6430-4263-83ac-0cc6ca4743a1 req-14d638e5-8156-4697-9460-f7ef317db8ef tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:39.375814 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-60988fee-6430-4263-83ac-0cc6ca4743a1 req-14d638e5-8156-4697-9460-f7ef317db8ef tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2132025 Jun 01 12:50:39.399361 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.418679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:39.477898 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-60988fee-6430-4263-83ac-0cc6ca4743a1 req-f808fa25-657e-4ea6-8b2f-22d262d7c2a3 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011786 Jun 01 12:50:39.507182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:39.514228 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:39.519679 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:39.541462 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:39.547163 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:39.596206 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc6afe-ef9e-4958-8e7a-39447ef764c6 req-f91f09a7-9c1d-49e2-ae2a-f0126f8a7530 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:39.599971 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-53dc6afe-ef9e-4958-8e7a-39447ef764c6 req-f91f09a7-9c1d-49e2-ae2a-f0126f8a7530 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.2423840 Jun 01 12:50:39.652385 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Made reservation on behalf of 957472866e3147a3be79cfda2b7e57f3 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:39.661162 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.675632 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.679059 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:39.694052 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:39.694725 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.711182 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-53dc6afe-ef9e-4958-8e7a-39447ef764c6 req-6324640b-5041-4241-a813-7223fecd2416 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036630 Jun 01 12:50:39.712279 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1101fbf8-d6de-4697-8c2e-905d9e10072b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:39.814272 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:39.814924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.816349 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] 10.222.0.58 "PUT /v2.0/ports/06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 1093 time: 2.5842316 Jun 01 12:50:39.820026 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:39.876070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Pushing event updated for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:39.879806 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:39.998098 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.58', 61015) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:40.002512 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-aba14a41-6b28-4b69-a588-7ee2840bf332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.022189 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-aba14a41-6b28-4b69-a588-7ee2840bf332 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1097 time: 0.3214624 Jun 01 12:50:40.054482 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:40.110041 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3128567 Jun 01 12:50:40.133258 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41e3ba-cfac-4dd9-ba60-e25a8cc1a63b req-26a8c6df-fab2-424f-804f-9c38bc76a05e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.134654 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-2c41e3ba-cfac-4dd9-ba60-e25a8cc1a63b req-26a8c6df-fab2-424f-804f-9c38bc76a05e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:40.141847 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Request body: {'port': {'device_id': '67be0660-e8d8-4be3-8946-055dddd950b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:40.230812 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:40.255486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721259e-6e6b-4fd8-a51c-3d15330c2618" -d '{"events": [{"name": "network-changed", "server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:40.264629 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c984733b-fe38-4162-abee-8a58ca31adca req-ec6c51d0-2c57-41f7-a78b-bde507911cb2 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.2123773 Jun 01 12:50:40.277285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Allocated IP 172.20.0.9 (f8f097a0-2a02-4cc7-8509-6f94ea5f93f3/ce793d8a-1383-4c20-949c-619ac07a85e6/6b8ab9ae-e26a-4cf7-b447-7b61996bd793) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:40.406899 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:40.429128 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-3a5d21ec-466d-4600-bfbb-c393547f571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.431029 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-3a5d21ec-466d-4600-bfbb-c393547f571b service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.3879805 Jun 01 12:50:40.440888 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aab9f2e-ed5c-47c9-8426-6275668b347f x-openstack-request-id: req-3aab9f2e-ed5c-47c9-8426-6275668b347f {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:40.441482 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:40.441482 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3aab9f2e-ed5c-47c9-8426-6275668b347f {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:40.442520 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'status': 'completed', 'code': 200} Jun 01 12:50:40.447513 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-373d21fa-4718-4ae2-b33c-5f45422ce6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.449009 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-373d21fa-4718-4ae2-b33c-5f45422ce6e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 1099 time: 0.5617485 Jun 01 12:50:40.482965 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:40.517780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:40.525342 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-41537dbd-67d9-4562-88b7-a0f2cdb8403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.525527 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Usage tracker for resource:security_group_rule and tenant:0cd03da6b8d54a97b3b79b62c2cb8979 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:40.527526 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-41537dbd-67d9-4562-88b7-a0f2cdb8403e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1096 time: 0.5032742 Jun 01 12:50:40.532202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:40.549028 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-2c41e3ba-cfac-4dd9-ba60-e25a8cc1a63b req-26a8c6df-fab2-424f-804f-9c38bc76a05e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:40.549692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:40.555865 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2c41e3ba-cfac-4dd9-ba60-e25a8cc1a63b req-26a8c6df-fab2-424f-804f-9c38bc76a05e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 931 time: 0.7937131 Jun 01 12:50:40.579036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:40.625967 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-1b78d747-6111-4796-a1ca-2e288a51c40c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.1604092 Jun 01 12:50:40.679361 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Transition to ACTIVE for port object 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:40.686869 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-0fac86b2-e54e-40e8-b0ff-c36b9d6ea413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 217 time: 0.1387627 Jun 01 12:50:40.778108 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:40.789240 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a7d9c-1114-4fe7-988a-239735049075 req-c8c05dea-392b-4770-bd84-f6044e2ca1c2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.789988 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d86a7d9c-1114-4fe7-988a-239735049075 req-c8c05dea-392b-4770-bd84-f6044e2ca1c2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:40.840762 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2c41e3ba-cfac-4dd9-ba60-e25a8cc1a63b req-abd397aa-4d1b-4522-bd7f-5eebe6b51ced tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841921 Jun 01 12:50:40.875654 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-ba1ccd5f-5c2b-42f3-b3fa-608e5de7385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.877368 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-ba1ccd5f-5c2b-42f3-b3fa-608e5de7385d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.2418089 Jun 01 12:50:40.922568 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:40.932970 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:40.948303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-d3705832-2ac9-459f-9655-71e3cf03ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:40.950054 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-d3705832-2ac9-459f-9655-71e3cf03ed62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.2511709 Jun 01 12:50:41.013107 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d86a7d9c-1114-4fe7-988a-239735049075 req-c8c05dea-392b-4770-bd84-f6044e2ca1c2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:41.013107 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d86a7d9c-1114-4fe7-988a-239735049075 req-c8c05dea-392b-4770-bd84-f6044e2ca1c2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.3922241 Jun 01 12:50:41.013107 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:41.017732 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.020922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:41.037796 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:41.045864 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.046652 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.055841 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-87158011-7641-487d-b7e0-2710edd836b8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495423 Jun 01 12:50:41.076027 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:41.086697 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:41.089554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6c3b8a66-f571-4d35-9a13-e1df88c06fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:41.171286 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131414 Jun 01 12:50:41.215994 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d86a7d9c-1114-4fe7-988a-239735049075 req-704666e1-913b-4f5f-b0a7-bb77ef877669 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927235 Jun 01 12:50:41.237701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec9d05-0230-43d6-b19d-41a539b633d1,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:41.269263 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:41.368022 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4077103 Jun 01 12:50:41.382810 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Request body: {'port': {'device_id': '5a37510d-808e-4d67-9cce-441923e6efc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:41.471963 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5532ffb3-9d06-490f-9c52-15d316642458 None None] Provisioning for port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:41.482566 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5532ffb3-9d06-490f-9c52-15d316642458 None None] Provisioning complete for port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:41.482566 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5532ffb3-9d06-490f-9c52-15d316642458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.489875 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-de58af3b-38bf-47b0-bb29-0ccce61b8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.489875 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-de58af3b-38bf-47b0-bb29-0ccce61b8e51 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5264301 Jun 01 12:50:41.523895 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be437a5-3bb3-49fc-bbeb-afa89435cab7 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:41.529603 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-649af386-792a-4e4d-97e2-d1ba9d392b60 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101937 Jun 01 12:50:41.539956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.573636 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-5532ffb3-9d06-490f-9c52-15d316642458 None None] Port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:41.576490 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:41.634057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.692418 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d0506-bfab-4e75-8d3c-8e6e69eb5726 req-68d0098d-0f14-4573-9dec-66d9577222e0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.693475 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-747d0506-bfab-4e75-8d3c-8e6e69eb5726 req-68d0098d-0f14-4573-9dec-66d9577222e0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:41.738284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f889-dbbe-4268-b3cd-80b8e376efc4 req-ff2e1349-8ffe-48c4-9225-059a5c19836a tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.752232 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0765f889-dbbe-4268-b3cd-80b8e376efc4 req-ff2e1349-8ffe-48c4-9225-059a5c19836a tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.6290114 Jun 01 12:50:41.848199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Transition to ACTIVE for port object 6be437a5-3bb3-49fc-bbeb-afa89435cab7 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:41.917750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-747d0506-bfab-4e75-8d3c-8e6e69eb5726 req-68d0098d-0f14-4573-9dec-66d9577222e0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:41.919010 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-747d0506-bfab-4e75-8d3c-8e6e69eb5726 req-68d0098d-0f14-4573-9dec-66d9577222e0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 931 time: 0.4976268 Jun 01 12:50:41.977214 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0765f889-dbbe-4268-b3cd-80b8e376efc4 req-0f4bf8e7-76e0-4aae-b1ad-ddd4c22dfb7d tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306833 Jun 01 12:50:42.012413 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-8f2c7b74-8ce3-43cd-9327-f3c6aa995ab5 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096149 Jun 01 12:50:42.030777 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.030777 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-b6baee92-1b0c-46ab-ac56-d33ebfd5a61d service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792156 Jun 01 12:50:42.030777 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:42.074102 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:42.110280 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'port_id': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', 'mac_address': 'fa:16:3e:79:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:42.158105 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-747d0506-bfab-4e75-8d3c-8e6e69eb5726 req-f9d93bdc-eeaf-4fd7-9909-a8e5674a2f02 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188571 Jun 01 12:50:42.225825 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.253203 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:42.270390 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:42.309290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:42.318599 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.334631 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Transition to ACTIVE for port object 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:42.356447 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.359340 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:42.453841 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.457976 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:42.461362 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:42.476865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:42.507031 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cacb0dd1-e256-4de3-8a74-07628ae162c8 req-1a814298-7b2a-42b4-8166-b4b8ad1a1cb6 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809792 Jun 01 12:50:42.533543 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Pushing event updated for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:42.545305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:42.616448 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Attempting to bind port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:42.616763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Attempting to bind port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:42.617229 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Attempting to bind port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:42.626082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:42.626411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Attempting to bind port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 on network 57caa1cd-6a8c-4dd9-997f-20edd7289da7 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:42.636172 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:42.636538 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Checking segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:42.638337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Bound using segment: {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:42.638337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Bound port: 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea174d6-240a-4f8d-8f5e-075ed1c64541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:42.638337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.655544 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a97f0-a79d-4cf5-87f3-b624d630178a req-37b49521-1e39-49bd-9076-eadcb57609cd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.657726 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5d0a97f0-a79d-4cf5-87f3-b624d630178a req-37b49521-1e39-49bd-9076-eadcb57609cd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 943 time: 0.3097410 Jun 01 12:50:42.666058 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['f28776ba-7e5b-4c30-9bd1-3dfb5c02a882'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:42.825802 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:42.841060 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:42.870191 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5d0a97f0-a79d-4cf5-87f3-b624d630178a req-271252d3-2585-4f9d-9a6a-d3a4a615f2b0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997809 Jun 01 12:50:42.883858 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Attempting to bind port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:42.884520 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Attempting to bind port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:42.885021 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Attempting to bind port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:42.899845 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:42.905779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:42.906245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Attempting to bind port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:42.923376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:42.929573 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbb6a8-6e59-4d4a-932e-d993c38e59b4 req-5432e3e8-4774-4caa-a136-f69053185937 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.940773 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8dfbb6a8-6e59-4d4a-932e-d993c38e59b4 req-5432e3e8-4774-4caa-a136-f69053185937 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.5260546 Jun 01 12:50:42.941710 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:42.942050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Checking segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:42.942435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Bound using segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:42.942882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Bound port: 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:42.943225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.944363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-540ba03e-48e9-4783-84e6-fc692f250fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.945838 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-540ba03e-48e9-4783-84e6-fc692f250fba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1096 time: 0.2607636 Jun 01 12:50:43.063182 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:50:43.105446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:43.109426 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:43.137413 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8dfbb6a8-6e59-4d4a-932e-d993c38e59b4 req-508a3dd1-e23d-4193-91d1-5bf154e3a29b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956265 Jun 01 12:50:43.150129 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.163807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:43.220585 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.227696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:43.345306 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.346730 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.350159 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] 10.222.0.58 "PUT /v2.0/ports/6be437a5-3bb3-49fc-bbeb-afa89435cab7 HTTP/1.1" status: 200 len: 1093 time: 3.2261887 Jun 01 12:50:43.351571 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:43.355607 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31218c-19d4-414f-b784-2a6c3422bdc4" -d '{"events": [{"name": "network-changed", "server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:43.388041 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.389053 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.393028 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 1093 time: 2.0138700 Jun 01 12:50:43.393880 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:43.400723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a129cb59-5bf4-4c1d-9e7f-de35684562a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:43.456180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Pushing event updated for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:43.460267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-90875f6e-c212-4d6b-8f67-d379c39e4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.462290 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-90875f6e-c212-4d6b-8f67-d379c39e4733 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.5051908 Jun 01 12:50:43.464399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:43.470017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:43.478681 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:43.498219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d4b29-449d-4745-87cb-49edf0a3cde5 req-17aa1eb9-e74d-46c9-b0ec-a2ffd355e8c4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.499931 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d38d4b29-449d-4745-87cb-49edf0a3cde5 req-17aa1eb9-e74d-46c9-b0ec-a2ffd355e8c4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 943 time: 0.1657948 Jun 01 12:50:43.512445 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:43.688616 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-c97b2038-7d7c-476a-bb3a-7c46940122f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 217 time: 0.2059586 Jun 01 12:50:43.698563 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d38d4b29-449d-4745-87cb-49edf0a3cde5 req-4dc6dc80-c5a7-4cb4-89ef-6fb2e271bf61 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085541 Jun 01 12:50:43.718935 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-9ba66e3f-82cd-461a-9e2e-a3c0490b7117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.721517 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-9ba66e3f-82cd-461a-9e2e-a3c0490b7117 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 1096 time: 0.2205484 Jun 01 12:50:43.750731 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84eb9-c21e-46ed-b8f3-a4270eadbdf5 req-16de51b1-6cff-4e12-acd8-09b69c3b5493 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.752751 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ac84eb9-c21e-46ed-b8f3-a4270eadbdf5 req-16de51b1-6cff-4e12-acd8-09b69c3b5493 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.5237219 Jun 01 12:50:43.790703 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-074d0db0-fc10-4c85-a551-2f17a5dedf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.796240 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63b4708-a4b7-4532-a5fa-c1ff6c165fb5 x-openstack-request-id: req-d63b4708-a4b7-4532-a5fa-c1ff6c165fb5 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:43.797142 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:43.797243 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d63b4708-a4b7-4532-a5fa-c1ff6c165fb5 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:43.797667 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7', 'status': 'completed', 'code': 200} Jun 01 12:50:43.819132 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-5a1bf6a0-3454-437f-87d2-268eaee351e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7 HTTP/1.1" status: 200 len: 217 time: 0.0899413 Jun 01 12:50:43.829289 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485d22c-004a-4b05-915f-73f41e260429 x-openstack-request-id: req-6485d22c-004a-4b05-915f-73f41e260429 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:43.830977 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:43.830977 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6485d22c-004a-4b05-915f-73f41e260429 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:43.830977 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'status': 'completed', 'code': 200} Jun 01 12:50:43.847954 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:43.851269 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-af633b15-90b3-4ecc-b6b7-c6cbda024f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.853322 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-af633b15-90b3-4ecc-b6b7-c6cbda024f44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.1576397 Jun 01 12:50:43.859173 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ac84eb9-c21e-46ed-b8f3-a4270eadbdf5 req-d87129fb-35c6-44f9-b4eb-409aeff8cf2d tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926764 Jun 01 12:50:43.873853 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:43.879022 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.918221 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-170266fb-519b-4ef7-ad95-b2e5e8fb3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.919780 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-170266fb-519b-4ef7-ad95-b2e5e8fb3c6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0884693 Jun 01 12:50:43.923545 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-eef3eecf-e509-4765-a48c-dea620b81600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.925251 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-eef3eecf-e509-4765-a48c-dea620b81600 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1096 time: 0.3581450 Jun 01 12:50:44.006768 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-9b14980e-19c3-4e28-948b-03236a7c93ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669091 Jun 01 12:50:44.038468 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-f09594bf-a946-4122-bbe4-87a01d7317c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 217 time: 0.0950365 Jun 01 12:50:44.044688 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-3b60ff7c-d522-4c8c-b637-bc285e52ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.047388 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-3b60ff7c-d522-4c8c-b637-bc285e52ed24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1853812 Jun 01 12:50:44.110805 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.160098 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:44.161489 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:44.164320 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9220ba67-13e1-44f6-a7fc-6e7688092cf0" -d '{"events": [{"server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "name": "network-vif-plugged", "status": "completed", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:44.233185 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.235275 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:44.275795 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-d86cbde8-0420-4a8c-b5e8-5e7082e30fb8 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592793 Jun 01 12:50:44.355185 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:44.368277 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:44.370556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4ca76e8c-e8b2-441e-a253-a3e7ca4f1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.372503 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-4ca76e8c-e8b2-441e-a253-a3e7ca4f1ce2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.3239641 Jun 01 12:50:44.393578 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a9377-acba-473c-967c-cc8b50fdb104 req-0dfbfcc3-c257-4260-949a-fd33dae94e15 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.395008 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-872a9377-acba-473c-967c-cc8b50fdb104 req-0dfbfcc3-c257-4260-949a-fd33dae94e15 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 943 time: 0.3512418 Jun 01 12:50:44.469970 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-872a9377-acba-473c-967c-cc8b50fdb104 req-a0b0f30f-3fa9-40e0-a251-a79c3b41daeb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:44.499627 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-467df50c-35f7-40ea-b10a-e729c2e67f5b req-1ace300f-3b3d-4bf4-aa7f-a475a6a474b6 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143834 Jun 01 12:50:44.562027 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-18765460-ecb1-4539-aee7-1bdffc1459c2 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786060 Jun 01 12:50:44.605277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce4285-7b0f-46d3-b277-966f2d8b2798 req-a6c218d5-6d53-4f0f-b7e3-677dca10a6d0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.606866 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f6ce4285-7b0f-46d3-b277-966f2d8b2798 req-a6c218d5-6d53-4f0f-b7e3-677dca10a6d0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2388239 Jun 01 12:50:44.610994 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62260f4b-778a-45e3-af22-7206fb9b148c req-94ed9fdf-cb8c-420e-a403-28c6c654cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.612410 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-94ed9fdf-cb8c-420e-a403-28c6c654cebc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1955960 Jun 01 12:50:44.629412 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-872a9377-acba-473c-967c-cc8b50fdb104 req-a0b0f30f-3fa9-40e0-a251-a79c3b41daeb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:44.630877 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-872a9377-acba-473c-967c-cc8b50fdb104 req-a0b0f30f-3fa9-40e0-a251-a79c3b41daeb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283499 Jun 01 12:50:44.709826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045a24b2-95aa-4ad4-b40d-88f7650ad99a x-openstack-request-id: req-045a24b2-95aa-4ad4-b40d-88f7650ad99a {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:44.710131 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "name": "network-vif-plugged", "status": "completed", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:44.710393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-045a24b2-95aa-4ad4-b40d-88f7650ad99a {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:44.710792 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', 'code': 200} Jun 01 12:50:44.820089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-369e4442-a781-442f-b2ad-8307c9fd30f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.821573 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-369e4442-a781-442f-b2ad-8307c9fd30f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 1096 time: 0.1331871 Jun 01 12:50:44.838634 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f6ce4285-7b0f-46d3-b277-966f2d8b2798 req-c6fe2eda-66c8-4601-abd8-2c19a166b82e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707914 Jun 01 12:50:44.890295 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7721259e-6e6b-4fd8-a51c-3d15330c2618 req-a4f6dfc3-fdfc-4508-b5a0-858a1a282a5b service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200655 Jun 01 12:50:44.903823 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-9ac32286-abea-4e20-a409-66f73a0d7b36 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341776 Jun 01 12:50:45.063547 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-497d1c5d-de89-4ee1-ad3a-478406171036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.065136 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-497d1c5d-de89-4ee1-ad3a-478406171036 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.2110639 Jun 01 12:50:45.077626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44a47b-ed60-41bd-b720-9510a7f29645 req-9946feb2-9911-4cf7-bb13-e1a8887fd2e8 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.079219 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-db44a47b-ed60-41bd-b720-9510a7f29645 req-9946feb2-9911-4cf7-bb13-e1a8887fd2e8 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 943 time: 0.2566304 Jun 01 12:50:45.164397 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-192b2f5e-62d2-425f-9d0c-9a3722a4986e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7 HTTP/1.1" status: 200 len: 217 time: 0.0841796 Jun 01 12:50:45.188005 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-62260f4b-778a-45e3-af22-7206fb9b148c req-c501f1a9-83f8-483a-8664-c675a7c4aea0 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776437 Jun 01 12:50:45.198886 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c704-e6ce-4d57-a9f1-c42f573c37b7 req-b4f2ffca-13a4-4058-9279-570bcf890e9f tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.200492 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-08b6c704-e6ce-4d57-a9f1-c42f573c37b7 req-b4f2ffca-13a4-4058-9279-570bcf890e9f tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.1573269 Jun 01 12:50:45.260597 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-08b6c704-e6ce-4d57-a9f1-c42f573c37b7 req-3d3b76af-834a-4ffe-a497-01cbe383ecab tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528963 Jun 01 12:50:45.286029 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-db44a47b-ed60-41bd-b720-9510a7f29645 req-4f3eae12-6d11-4f25-b7f3-24f8f1e2e847 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234851 Jun 01 12:50:45.292284 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-d403c34b-807e-4c1a-ba3a-4a3a7ed56652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.294399 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-d403c34b-807e-4c1a-ba3a-4a3a7ed56652 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.1140001 Jun 01 12:50:45.358219 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-4b94b847-411e-4e83-b585-ccf3e57e46ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560036 Jun 01 12:50:45.375307 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374e51-23c1-4144-a031-eeb66e3c233f req-669406d7-92eb-400f-ac6e-ec67d0350f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.378014 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-82374e51-23c1-4144-a031-eeb66e3c233f req-669406d7-92eb-400f-ac6e-ec67d0350f97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.1162591 Jun 01 12:50:45.509210 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-82374e51-23c1-4144-a031-eeb66e3c233f req-4ffccf5b-6c50-484b-9e95-fd8118d3794a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143425 Jun 01 12:50:45.513794 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:45.532402 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-b8bf6390-4197-4d9c-94f7-40ea37f1138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.534056 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-b8bf6390-4197-4d9c-94f7-40ea37f1138e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1096 time: 0.1380198 Jun 01 12:50:45.643659 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-610ec01c-5f56-4da2-adbc-d203b5ea1188 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762775 Jun 01 12:50:45.695147 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:45.709863 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:45.743569 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-4756aaa8-a561-4865-9062-72861f881b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.745374 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-4756aaa8-a561-4865-9062-72861f881b2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.1773350 Jun 01 12:50:45.778182 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.804868 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:45.813973 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f31218c-19d4-414f-b784-2a6c3422bdc4 req-9a09590f-e0b7-4a57-8215-1d2a00c17845 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637471 Jun 01 12:50:45.821630 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:45.854709 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-41ad9f66-8464-4ca7-895a-f1816786876a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 217 time: 0.1016824 Jun 01 12:50:45.940838 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-f96d0e09-c88b-4e23-ad8e-a79111959ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.942359 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-f96d0e09-c88b-4e23-ad8e-a79111959ae9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0759611 Jun 01 12:50:45.953679 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.955594 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:45.996478 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec742c4-dffa-465f-a914-964594a451de req-4ad0232c-59ff-4593-a913-34bc034e78f6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:45.998249 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ec742c4-dffa-465f-a914-964594a451de req-4ad0232c-59ff-4593-a913-34bc034e78f6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 943 time: 0.1851609 Jun 01 12:50:46.036147 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:46.040250 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:46.062233 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c30c59-1b2e-4cf7-8616-b7469ef2c8c5 req-d7041836-c796-4564-96e4-b7a990955bdf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:46.068874 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a6c30c59-1b2e-4cf7-8616-b7469ef2c8c5 req-d7041836-c796-4564-96e4-b7a990955bdf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 944 time: 0.1010964 Jun 01 12:50:46.070428 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ec742c4-dffa-465f-a914-964594a451de req-78b562a5-ecf8-46e6-8746-b04352bb0a8f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Jun 01 12:50:46.081486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-899598aa-a366-4407-9ac5-cba39b59af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:46.083037 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-899598aa-a366-4407-9ac5-cba39b59af3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1315942 Jun 01 12:50:46.115058 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a6c30c59-1b2e-4cf7-8616-b7469ef2c8c5 req-e9a28456-375f-4c87-8334-e3ec8ec0d8d6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444002 Jun 01 12:50:46.231229 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-772de73f-c698-4c11-a96a-403964b7afd9 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395586 Jun 01 12:50:46.266952 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['06186a06-2c5d-4e4e-a195-dbf7d088528b'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:46.362159 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-bcf30665-11d8-434a-9109-d5006a0ca1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.556257 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.628790 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a129cb59-5bf4-4c1d-9e7f-de35684562a0 req-594e3a83-62f1-406c-9d92-03804044e4d6 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835044 Jun 01 12:50:46.651184 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892852aa-ae96-49ae-86fd-a1102c16da8c req-83ed767d-d0f1-43ab-a0f2-2252b879232a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:46.653109 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-892852aa-ae96-49ae-86fd-a1102c16da8c req-83ed767d-d0f1-43ab-a0f2-2252b879232a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 943 time: 0.1493592 Jun 01 12:50:46.715910 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-892852aa-ae96-49ae-86fd-a1102c16da8c req-42d35e8b-b5e0-4ff5-a3da-0e658645fa3f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:46.740936 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-892852aa-ae96-49ae-86fd-a1102c16da8c req-42d35e8b-b5e0-4ff5-a3da-0e658645fa3f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:46.742257 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-892852aa-ae96-49ae-86fd-a1102c16da8c req-42d35e8b-b5e0-4ff5-a3da-0e658645fa3f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815141 Jun 01 12:50:47.262498 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a15ba-39b6-4a56-935f-500b9c8d80a0 req-935bb478-b67a-4dcc-b036-c5473d6f6688 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:47.264120 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-926a15ba-39b6-4a56-935f-500b9c8d80a0 req-935bb478-b67a-4dcc-b036-c5473d6f6688 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 943 time: 0.0852561 Jun 01 12:50:47.285093 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.319554 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-926a15ba-39b6-4a56-935f-500b9c8d80a0 req-b7b520b1-f495-412a-a67c-69c864086a41 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Jun 01 12:50:47.321969 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1fa68-fccc-404a-8549-a0cf2c3b6f6b req-e3fd199b-db78-4c4b-a0fd-c70b29df55ad tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:47.323427 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c8c1fa68-fccc-404a-8549-a0cf2c3b6f6b req-e3fd199b-db78-4c4b-a0fd-c70b29df55ad tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 944 time: 0.0904758 Jun 01 12:50:47.370331 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c8c1fa68-fccc-404a-8549-a0cf2c3b6f6b req-5f502ee3-fd4d-4af7-9621-4046842e19b1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Jun 01 12:50:47.523533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6be437a5-3bb3-49fc-bbeb-afa89435cab7 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:47.602232 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:47.713569 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:47.727430 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '6be437a5-3bb3-49fc-bbeb-afa89435cab7', 'network_id': '57caa1cd-6a8c-4dd9-997f-20edd7289da7', 'port_id': '6be437a5-3bb3-49fc-bbeb-afa89435cab7', 'mac_address': 'fa:16:3e:30:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5f3aba-16f4-404f-aa7b-d52ccb11deec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:47.787710 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.805826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be437a5-3bb3-49fc-bbeb-afa89435cab7 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:47.823022 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:47.841914 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 06186a06-2c5d-4e4e-a195-dbf7d088528b completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:47.849898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 06186a06-2c5d-4e4e-a195-dbf7d088528b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:47.850500 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.941676 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.953108 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:48.028913 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104c9bb-5bac-40b9-bdca-c52ea27de462 req-a9bf6852-1ad9-4515-b567-4c103c021ddc tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.031462 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3104c9bb-5bac-40b9-bdca-c52ea27de462 req-a9bf6852-1ad9-4515-b567-4c103c021ddc tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 943 time: 0.1016409 Jun 01 12:50:48.089901 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3104c9bb-5bac-40b9-bdca-c52ea27de462 req-ec67525a-308e-4ab0-ba59-f48f47a096ad tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523102 Jun 01 12:50:48.104687 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:48.104687 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:48.105833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:48.139937 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:48.142009 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd58bf-6a49-4ac4-b070-a568099818a1" -d '{"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:48.150495 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:48.205048 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc35e9-a0ca-4408-b92c-2b46c4c515c8 x-openstack-request-id: req-33fc35e9-a0ca-4408-b92c-2b46c4c515c8 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:48.205325 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:48.205587 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33fc35e9-a0ca-4408-b92c-2b46c4c515c8 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:48.205978 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'code': 200} Jun 01 12:50:48.213567 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:48.215313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:48.254827 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['6be437a5-3bb3-49fc-bbeb-afa89435cab7'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:48.372357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:48.377450 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:48.556202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb71463-e198-41bc-b19b-b96dc451d153 req-82da13ee-e7ed-4fdb-b2d9-41cb30b44e88 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.557378 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb71463-e198-41bc-b19b-b96dc451d153 req-82da13ee-e7ed-4fdb-b2d9-41cb30b44e88 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 944 time: 0.1037655 Jun 01 12:50:48.605862 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb71463-e198-41bc-b19b-b96dc451d153 req-af8de6e8-c85a-4215-910f-0ab2c5c21655 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416071 Jun 01 12:50:48.623999 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf04e2-18fb-4cfc-8662-f92ae9e1ade8 req-c36b52b4-dc89-42ac-8835-f14d33a0dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.625963 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2faf04e2-18fb-4cfc-8662-f92ae9e1ade8 req-c36b52b4-dc89-42ac-8835-f14d33a0dfca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1098 time: 0.0789018 Jun 01 12:50:48.674256 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2faf04e2-18fb-4cfc-8662-f92ae9e1ade8 req-032be9a1-0448-4ad5-aa70-83edc06bcfc4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410616 Jun 01 12:50:48.790340 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc399-02e1-4a64-a908-6b6f314fa138 req-61f62640-5941-4eee-83a8-25795cb58e5b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.792093 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0dfcc399-02e1-4a64-a908-6b6f314fa138 req-61f62640-5941-4eee-83a8-25795cb58e5b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0827894 Jun 01 12:50:48.838450 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0dfcc399-02e1-4a64-a908-6b6f314fa138 req-a33d803d-5550-470e-813d-962a1ecd0d8d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396862 Jun 01 12:50:48.916288 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.289240 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619c570-c693-4e15-91d5-7257d4a4605f req-c941ed62-d744-4e81-96b5-837d71afd56f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:49.289620 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8619c570-c693-4e15-91d5-7257d4a4605f req-c941ed62-d744-4e81-96b5-837d71afd56f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 943 time: 0.0901408 Jun 01 12:50:49.338932 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8619c570-c693-4e15-91d5-7257d4a4605f req-d009ce2c-aa51-40b6-8be2-47b2d5e63d89 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Jun 01 12:50:49.361727 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.549393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:49.552696 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6be437a5-3bb3-49fc-bbeb-afa89435cab7 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:49.864407 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:49.895035 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'port_id': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'mac_address': 'fa:16:3e:13:4d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:49.922293 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12879291-347f-416c-a041-f28e00c51b8d req-3bb958a1-ecf6-460c-bf61-390803d01227 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:49.924007 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-12879291-347f-416c-a041-f28e00c51b8d req-3bb958a1-ecf6-460c-bf61-390803d01227 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 944 time: 0.1645670 Jun 01 12:50:49.987285 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:50.004446 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:50.005092 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.009276 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-12879291-347f-416c-a041-f28e00c51b8d req-61c5b096-e1c5-4d8f-8fd8-40fb298ff466 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782495 Jun 01 12:50:50.060078 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.085953 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:50.096681 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b4f07-b5d9-4510-9b1e-803e5687d5c9 req-51ff1b42-70c1-4198-9df0-1075c7aef4f9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:50.098258 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9e2b4f07-b5d9-4510-9b1e-803e5687d5c9 req-51ff1b42-70c1-4198-9df0-1075c7aef4f9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0869668 Jun 01 12:50:50.109873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:50.146226 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9e2b4f07-b5d9-4510-9b1e-803e5687d5c9 req-f1147e53-7bc5-4af8-b54e-5a1e11c4f86a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Jun 01 12:50:50.192978 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.205645 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.207414 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-9ebf82a7-a623-4d1a-99f9-66c2241330ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:50.278697 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:50.281643 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0360da9f-193d-471d-9e28-38feb9cf7348" -d '{"events": [{"server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "name": "network-vif-plugged", "status": "completed", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:50.296074 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:50.301535 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:50.304676 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:50.336836 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd9d11d-fafb-4e10-81df-28c03b6f9047 x-openstack-request-id: req-efd9d11d-fafb-4e10-81df-28c03b6f9047 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:50.336836 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "name": "network-vif-plugged", "status": "completed", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:50.336836 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efd9d11d-fafb-4e10-81df-28c03b6f9047 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:50.337118 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7', 'code': 200} Jun 01 12:50:50.425554 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.429313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:50.483104 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42210) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:50.509269 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:50.513218 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:50.550927 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['6b8ab9ae-e26a-4cf7-b447-7b61996bd793'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:50.555642 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2af7c-7a70-4759-8fe0-4dde84f5949e req-529f8044-69f6-4cab-a069-6417d8672778 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:50.557403 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-aad2af7c-7a70-4759-8fe0-4dde84f5949e req-529f8044-69f6-4cab-a069-6417d8672778 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 944 time: 0.1088223 Jun 01 12:50:50.627470 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-aad2af7c-7a70-4759-8fe0-4dde84f5949e req-d8b15813-d91a-4f0f-b109-fefff6699d92 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622170 Jun 01 12:50:50.643965 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.659315 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:50.663742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:92996c409d56454caa2e7eaf83618c5b is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:50.666826 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:50.673023 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:50.828606 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.839728 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbbdf8-c68a-40b8-bb0a-01a3499e7ffc req-940cb614-20fe-4dd9-8e28-c58ef6e8e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:50.841260 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-edcbbdf8-c68a-40b8-bb0a-01a3499e7ffc req-940cb614-20fe-4dd9-8e28-c58ef6e8e095 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 1098 time: 0.1253836 Jun 01 12:50:50.890817 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-edcbbdf8-c68a-40b8-bb0a-01a3499e7ffc req-9a6d4fb9-ba3a-47a8-8880-dd1998a00a04 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Jun 01 12:50:50.952665 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.966467 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:51.007736 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92996c409d56454caa2e7eaf83618c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235279 Jun 01 12:50:51.009553 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26c49e-6abd-4171-a26b-4ef10dd1bce3,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:51.010556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42228) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:51.012740 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:51.084013 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.112140 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.219013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243f74c-2ac8-4f32-83af-564fea4c4bdc req-985867f7-087b-4cb1-b670-f29c4a6d1128 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:51.226868 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b243f74c-2ac8-4f32-83af-564fea4c4bdc req-985867f7-087b-4cb1-b670-f29c4a6d1128 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0917211 Jun 01 12:50:51.290062 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b243f74c-2ac8-4f32-83af-564fea4c4bdc req-ebbe8ce5-e2c6-4f8d-9ed5-0df0ecfa23c8 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600677 Jun 01 12:50:51.294540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.299595 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-94049327-5bba-4acd-a44c-5e224a26686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:51.313782 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26c49e-6abd-4171-a26b-4ef10dd1bce3,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:51.316684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:51.318917 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.320019 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b26c49e-6abd-4171-a26b-4ef10dd1bce3 HTTP/1.1" status: 204 len: 168 time: 0.3084755 Jun 01 12:50:51.421715 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc47767-e486-40f6-b564-9d7b8c553964 req-b96ff1b5-8608-4baf-9e63-f6fd84d4fb75 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:51.423467 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bbc47767-e486-40f6-b564-9d7b8c553964 req-b96ff1b5-8608-4baf-9e63-f6fd84d4fb75 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1024199 Jun 01 12:50:51.479608 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bbc47767-e486-40f6-b564-9d7b8c553964 req-facd955f-a430-42e0-be63-467e2d510cd0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496392 Jun 01 12:50:51.689073 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388885c-5be9-428f-be2d-5d63a7716924 req-1326eafb-a915-4573-a16c-4ec70aa822ba tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:51.690625 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c388885c-5be9-428f-be2d-5d63a7716924 req-1326eafb-a915-4573-a16c-4ec70aa822ba tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0837770 Jun 01 12:50:51.705982 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42252) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:51.711521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'floatingip': {'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:51.831764 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.033669 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3b81a-4fb2-4e6e-8eea-315ad95b78df req-9e8787ea-41a8-4e47-a698-153f29c738dd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:52.035133 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ded3b81a-4fb2-4e6e-8eea-315ad95b78df req-9e8787ea-41a8-4e47-a698-153f29c738dd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 944 time: 0.2634287 Jun 01 12:50:52.120946 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42260) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:52.151231 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.166580 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:52.171275 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Usage tracker for resource:security_group_rule and tenant:e220c1d3174144ccb37c511af4a3e8be is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:52.174502 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:52.181436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:52.279932 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ded3b81a-4fb2-4e6e-8eea-315ad95b78df req-2ebfdea9-3843-46db-9df2-2e41e11b011e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350247 Jun 01 12:50:52.289794 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.384925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.397632 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:52.504218 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6292214-6999-49dd-8f09-486b05c2a077,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:52.511624 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e220c1d3174144ccb37c511af4a3e8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883758 Jun 01 12:50:52.513526 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:52.517350 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42268) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:52.597402 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12e03b-0b92-477e-a544-b875904264ae req-309d9563-a43b-436d-a4ab-79f50ffd43a2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:52.599701 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff12e03b-0b92-477e-a544-b875904264ae req-309d9563-a43b-436d-a4ab-79f50ffd43a2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2036071 Jun 01 12:50:52.635558 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.689183 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff12e03b-0b92-477e-a544-b875904264ae req-28ffefe8-0d2b-4ca4-89a7-c12a470c072b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775411 Jun 01 12:50:52.691385 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.826376 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.887936 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.894468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:52.908739 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6292214-6999-49dd-8f09-486b05c2a077,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:52.910479 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:52.918559 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.919723 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6292214-6999-49dd-8f09-486b05c2a077 HTTP/1.1" status: 204 len: 168 time: 0.4000521 Jun 01 12:50:52.962242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.156018 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Floating IP 41a20a13-fd1b-4379-bce8-5d2044d70527 associated. External IP: 172.28.2.18, port: 06186a06-2c5d-4e4e-a195-dbf7d088528b. Jun 01 12:50:53.553863 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:53.616553 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2997aa-869c-4649-a60a-efc3e291c3da req-871d181e-44b3-461b-b754-5b50dbbd2b07 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:53.625777 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3c2997aa-869c-4649-a60a-efc3e291c3da req-871d181e-44b3-461b-b754-5b50dbbd2b07 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 944 time: 0.1265869 Jun 01 12:50:53.670935 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:53.680710 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3c2997aa-869c-4649-a60a-efc3e291c3da req-333810f7-25aa-4b87-b31f-2bd06e13cc8b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539429 Jun 01 12:50:53.778937 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:53.785708 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:53.786103 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.946465 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.980124 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b198a-e5b3-44b3-9264-257368c6078a req-bbbf35aa-e3a5-41ff-94d2-a2c65dafe603 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:53.981708 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6f7b198a-e5b3-44b3-9264-257368c6078a req-bbbf35aa-e3a5-41ff-94d2-a2c65dafe603 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1177039 Jun 01 12:50:53.992289 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:53.994041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd02e81c-1503-43d3-a60b-97c73bb85c51" -d '{"events": [{"server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "name": "network-vif-plugged", "status": "completed", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:54.003669 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:54.018873 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:54.023351 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.035374 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:54.042230 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6f7b198a-e5b3-44b3-9264-257368c6078a req-270e97c9-2c60-49c2-a6f9-b09484389730 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529490 Jun 01 12:50:54.074373 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:54.080748 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.081419 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:54.084140 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20d2e5-1a93-45f5-bbcd-28dd9506363f req-fca57441-3b87-44c9-a98f-4f61a983e8b1 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.085220 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:54.091423 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7f20d2e5-1a93-45f5-bbcd-28dd9506363f req-fca57441-3b87-44c9-a98f-4f61a983e8b1 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.2252879 Jun 01 12:50:54.111757 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-39caebd3-8332-4566-9a4c-7e7c5e77833a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "PUT /v2.0/floatingips/41a20a13-fd1b-4379-bce8-5d2044d70527 HTTP/1.1" status: 200 len: 990 time: 2.4046214 Jun 01 12:50:54.115094 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:54.117256 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:54.157570 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7f20d2e5-1a93-45f5-bbcd-28dd9506363f req-727b828c-2f2a-4071-acee-7d9780bc2769 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642619 Jun 01 12:50:54.180893 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7c21c-c7a0-4fda-9397-16c2ff4962df x-openstack-request-id: req-adb7c21c-c7a0-4fda-9397-16c2ff4962df {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:54.188479 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "name": "network-vif-plugged", "status": "completed", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:54.189140 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adb7c21c-c7a0-4fda-9397-16c2ff4962df {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:54.189718 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'code': 200} Jun 01 12:50:54.220228 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:54.258664 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:54.391096 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:54.542707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fed9b81-66a4-4264-b9ce-51406f8440bb x-openstack-request-id: req-9fed9b81-66a4-4264-b9ce-51406f8440bb {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:54.543229 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:54.543541 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fed9b81-66a4-4264-b9ce-51406f8440bb {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:54.543951 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'status': 'completed', 'code': 200} Jun 01 12:50:54.686634 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-2950a353-9799-4508-9e69-0b401cadd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.688264 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-2950a353-9799-4508-9e69-0b401cadd817 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1098 time: 0.0938065 Jun 01 12:50:54.747844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada944f1-c0be-4644-a5fe-57827fd0229a req-dcab3436-d598-46ee-b016-349647f074b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.750376 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ada944f1-c0be-4644-a5fe-57827fd0229a req-dcab3436-d598-46ee-b016-349647f074b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1098 time: 0.1370945 Jun 01 12:50:54.819544 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-ada944f1-c0be-4644-a5fe-57827fd0229a req-b34cd921-063a-4b50-8f24-1b21150b04a1 service neutron] Synchronizing usage tracker for tenant:0cd03da6b8d54a97b3b79b62c2cb8979 on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:54.843670 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '41a20a13-fd1b-4379-bce8-5d2044d70527', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:22Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:54.849031 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:54.860019 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:54.860910 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:54.948911 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-c47eca4c-9b95-4fd8-a97e-70133da1c9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.950546 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-c47eca4c-9b95-4fd8-a97e-70133da1c9a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.2523465 Jun 01 12:50:54.990967 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-ada944f1-c0be-4644-a5fe-57827fd0229a req-b34cd921-063a-4b50-8f24-1b21150b04a1 service neutron] Unset dirty status for tenant:0cd03da6b8d54a97b3b79b62c2cb8979 on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:54.992117 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ada944f1-c0be-4644-a5fe-57827fd0229a req-b34cd921-063a-4b50-8f24-1b21150b04a1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315855 Jun 01 12:50:55.105536 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:55.152099 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42356) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:55.225455 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab3fd-a258-4671-895a-4eb5ece1decb req-61ec7062-ba3b-4e4e-a6cc-a09d50bda0ea tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.233413 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ae6ab3fd-a258-4671-895a-4eb5ece1decb req-61ec7062-ba3b-4e4e-a6cc-a09d50bda0ea tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.3651333 Jun 01 12:50:55.291859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f24145-ebe1-4baa-ba80-f6d24aea056d req-e42486bb-c708-44ef-a937-a94df82bd711 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.293473 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-60f24145-ebe1-4baa-ba80-f6d24aea056d req-e42486bb-c708-44ef-a937-a94df82bd711 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.3004487 Jun 01 12:50:55.301946 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-ca53974e-5ed4-4da1-8bac-d8f6f440310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.303265 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-767a6c3b-bde2-4e91-b1a0-b32ca1153032 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 998 time: 0.3324847 Jun 01 12:50:55.303388 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-ca53974e-5ed4-4da1-8bac-d8f6f440310f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 1098 time: 0.1909180 Jun 01 12:50:55.425290 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ae6ab3fd-a258-4671-895a-4eb5ece1decb req-0110a398-b57b-4057-913b-e9c7fde937e4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742043 Jun 01 12:50:55.492803 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.525415 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-c2aa82cf-b8c7-41c3-a2b9-d63086ca48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.529227 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-c2aa82cf-b8c7-41c3-a2b9-d63086ca48ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.1867120 Jun 01 12:50:55.538986 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-60f24145-ebe1-4baa-ba80-f6d24aea056d req-d7beeaa1-25f4-4149-9eb4-96f8717338a8 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343225 Jun 01 12:50:55.551142 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:55.659656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Usage tracker for resource:security_group_rule and tenant:0b44f04ce5254f23828de821e4c9aff3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:55.663862 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-532861c6-3a90-4066-adb6-2386a37a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.665522 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-532861c6-3a90-4066-adb6-2386a37a018a service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.3094780 Jun 01 12:50:55.669489 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:55.669626 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '41a20a13-fd1b-4379-bce8-5d2044d70527', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:22Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:55.675424 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d57c4-a09f-4998-8cff-2ca6ff7c6897 None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '41a20a13-fd1b-4379-bce8-5d2044d70527', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.18', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:22Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:55.691252 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:55.783130 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-cc2e28b2-7f65-4a46-a83c-f9661e2f967f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7 HTTP/1.1" status: 200 len: 217 time: 0.0993025 Jun 01 12:50:55.802013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-cb1f2580-40b6-495e-82cb-6cc1e29aea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.802013 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-cb1f2580-40b6-495e-82cb-6cc1e29aea3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2526472 Jun 01 12:50:55.817281 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c3a82-5f1c-4457-ac8f-ee35deb15862 req-8c5ad4fb-0eb2-4ddd-bd71-6416be989b45 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.818765 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c49c3a82-5f1c-4457-ac8f-ee35deb15862 req-8c5ad4fb-0eb2-4ddd-bd71-6416be989b45 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.2269042 Jun 01 12:50:55.898974 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-19f56b4d-48ed-4122-a619-220d54e9a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.900971 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-19f56b4d-48ed-4122-a619-220d54e9a1f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0813739 Jun 01 12:50:55.984518 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-0c863b1b-78e8-44ad-8b89-2b0c7eb96caa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698256 Jun 01 12:50:56.009475 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcff4fe7-c6de-462e-8afa-61ee8126c692 None None] New status for floating IP 41a20a13-fd1b-4379-bce8-5d2044d70527: ACTIVE {{(pid=99039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:50:56.048606 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-d17e6343-381c-4417-b028-91e37c828fdd service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281952 Jun 01 12:50:56.050465 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.090041 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c49c3a82-5f1c-4457-ac8f-ee35deb15862 req-cecc3863-a7af-4db2-8b89-03468ebc254c tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417336 Jun 01 12:50:56.176928 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-c6307cbb-450a-43ff-b5cf-48a16d5872eb service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733484 Jun 01 12:50:56.222712 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.234482 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5cb2ae08-cb28-49c1-91ff-573e98ba5ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:56.395878 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b44f04ce5254f23828de821e4c9aff3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2369721 Jun 01 12:50:56.396524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42398) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:56.398986 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-66a4306e-5f2a-49fa-8a37-a13ad89e7307 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079493 Jun 01 12:50:56.399684 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd7df6e-8e34-4cb8-8bd7-3bf162af6247,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:56.415693 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:56.457242 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0e8f5246-40da-4524-8fea-2a1445f54125 req-730a50b2-4c53-4753-99a8-886ce3130b22 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708642 Jun 01 12:50:56.489279 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.515238 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-a623854b-1f6e-42b4-b16a-80a296ae6fa8 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:56.523378 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-a623854b-1f6e-42b4-b16a-80a296ae6fa8 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.58 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.2302401 Jun 01 12:50:56.533780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.690290 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fd87-3a31-4d4b-9a6e-f4bf769d8d14 req-eac4f63e-7348-4745-bd59-3e65272ebb81 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:56.691926 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-33f6fd87-3a31-4d4b-9a6e-f4bf769d8d14 req-eac4f63e-7348-4745-bd59-3e65272ebb81 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1276901 Jun 01 12:50:56.763025 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Deleting port 6f88e652-4638-42e5-a13b-50b8ea455480 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:56.763566 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.793052 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-33f6fd87-3a31-4d4b-9a6e-f4bf769d8d14 req-bde0e730-4ba5-4188-bc1a-628d86622e91 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940661 Jun 01 12:50:56.796208 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.809196 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:56.822568 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd7df6e-8e34-4cb8-8bd7-3bf162af6247,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:56.851368 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:56.859728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.868308 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fd7df6e-8e34-4cb8-8bd7-3bf162af6247 HTTP/1.1" status: 204 len: 168 time: 0.4643102 Jun 01 12:50:57.009537 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] For port 6f88e652-4638-42e5-a13b-50b8ea455480, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6f88e652-4638-42e5-a13b-50b8ea455480,segment=NetworkSegment(f739b558-b927-46e4-b861-d4b492f7f0e1),segment_id=f739b558-b927-46e4-b861-d4b492f7f0e1)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:57.010317 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:57.152067 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Calling delete_port for 6f88e652-4638-42e5-a13b-50b8ea455480 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:57.284153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af8d53-31d6-47a4-8435-102026305d75 req-ec85ca51-8dde-4fae-8096-241c649a6257 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:57.285752 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e1af8d53-31d6-47a4-8435-102026305d75 req-ec85ca51-8dde-4fae-8096-241c649a6257 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.5249770 Jun 01 12:50:57.293636 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ea66a-1c6d-4f7a-b246-c92da379874d req-7c35fafe-c41e-4d74-a40e-8ccc6d3d3363 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:57.297087 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c4ea66a-1c6d-4f7a-b246-c92da379874d req-7c35fafe-c41e-4d74-a40e-8ccc6d3d3363 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 946 time: 0.0933914 Jun 01 12:50:57.346835 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c4ea66a-1c6d-4f7a-b246-c92da379874d req-f85b7508-59dd-4a06-9d80-5057964dfb14 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/security-groups?id=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Jun 01 12:50:57.374158 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e1af8d53-31d6-47a4-8435-102026305d75 req-13868a42-1382-4a16-b0c6-4ccb173a776a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768430 Jun 01 12:50:57.493459 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:57.499987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d1514dbf-842a-42e9-bbbe-b702523af4bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:57.510380 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['6f88e652-4638-42e5-a13b-50b8ea455480'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:57.551629 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Pushing event deleted for resources: {'Port': ['ID=6f88e652-4638-42e5-a13b-50b8ea455480,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:57.582900 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:57.636175 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] No DVR routers for this DVR port 6f88e652-4638-42e5-a13b-50b8ea455480 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:50:57.639566 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:57.642323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'name': 'network-vif-deleted', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:57.644764 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6fabf-fdc3-4ec2-b1ed-796e2441e45f" -d '{"events": [{"server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "name": "network-vif-deleted", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:57.688434 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4f347d-a01d-40c0-8ecf-86fea98d32b2 x-openstack-request-id: req-7a4f347d-a01d-40c0-8ecf-86fea98d32b2 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:57.688778 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221754ae-cfbf-419f-9e59-881459b9206c", "name": "network-vif-deleted", "tag": "6f88e652-4638-42e5-a13b-50b8ea455480", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:57.689044 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a4f347d-a01d-40c0-8ecf-86fea98d32b2 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:57.689443 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221754ae-cfbf-419f-9e59-881459b9206c', 'name': 'network-vif-deleted', 'tag': '6f88e652-4638-42e5-a13b-50b8ea455480', 'status': 'completed', 'code': 200} Jun 01 12:50:57.738469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42432) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:57.812448 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e2190c37-cd92-406e-9157-e3c486e532b1 req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.58 "DELETE /v2.0/ports/6f88e652-4638-42e5-a13b-50b8ea455480 HTTP/1.1" status: 204 len: 173 time: 1.2810895 Jun 01 12:50:57.814809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:57.830823 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:57.834841 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Usage tracker for resource:security_group_rule and tenant:e9bd51204b4f49e09fd8cd266d162869 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:57.837772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:57.844594 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:58.009964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.063763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e4988-3cf2-4a10-b167-808ac86916ab req-8901ad94-bfc0-4fee-97a5-9a76a8668102 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:58.066323 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a16e4988-3cf2-4a10-b167-808ac86916ab req-8901ad94-bfc0-4fee-97a5-9a76a8668102 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1444652 Jun 01 12:50:58.113162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.121276 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-09cfba4a-a4c3-4ce7-ae73-1a29ad352d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:58.132190 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a16e4988-3cf2-4a10-b167-808ac86916ab req-61f93bce-6bf1-4dcb-8fac-3f9fdb8b58b0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601630 Jun 01 12:50:58.169245 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9bd51204b4f49e09fd8cd266d162869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4290531 Jun 01 12:50:58.170638 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab5f176-6fae-44ab-ba90-275c7c8f2c15,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:58.175141 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:58.175428 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42462) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:58.248883 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.277969 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.408395 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.415268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:58.427810 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f249-eacb-4647-bc9c-b3bd704171b6 req-dc3ef83d-09fb-429b-b44e-9b7f1a542887 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:58.429644 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-de45f249-eacb-4647-bc9c-b3bd704171b6 req-dc3ef83d-09fb-429b-b44e-9b7f1a542887 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1756823 Jun 01 12:50:58.432513 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab5f176-6fae-44ab-ba90-275c7c8f2c15,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:58.438514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.442702 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aab5f176-6fae-44ab-ba90-275c7c8f2c15 HTTP/1.1" status: 204 len: 168 time: 0.2637610 Jun 01 12:50:58.442702 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:58.442880 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42472) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:58.447002 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'floatingip': {'port_id': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:58.551342 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.637844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-458edf67-43c7-4abe-90b0-62a62f7dbece req-bed9eb49-00a7-4c9b-a922-67bcbbdfd49b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Synchronizing usage tracker for tenant:945738ac10e54df29f048ff2d6acc248 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:58.761977 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-458edf67-43c7-4abe-90b0-62a62f7dbece req-bed9eb49-00a7-4c9b-a922-67bcbbdfd49b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Unset dirty status for tenant:945738ac10e54df29f048ff2d6acc248 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:58.765971 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-458edf67-43c7-4abe-90b0-62a62f7dbece req-bed9eb49-00a7-4c9b-a922-67bcbbdfd49b tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.2178233 Jun 01 12:50:58.852132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916752d-f9ee-4491-a4fd-76a2178861cc req-51b6df14-a355-4c12-9ad5-a04facc5ed2b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:58.853636 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8916752d-f9ee-4491-a4fd-76a2178861cc req-51b6df14-a355-4c12-9ad5-a04facc5ed2b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2059016 Jun 01 12:50:59.017723 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8916752d-f9ee-4491-a4fd-76a2178861cc req-5750c849-b69a-4324-8a38-d86fd7ca5590 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Jun 01 12:50:59.504485 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.958169 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-24805857-2314-41f2-b86c-f7b910db2b6c req-8ac275d8-18de-4b40-a482-09fb9d9046d7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] 10.222.0.11 "GET /v2.0/ports?device_id=221754ae-cfbf-419f-9e59-881459b9206c HTTP/1.1" status: 200 len: 210 time: 0.0495954 Jun 01 12:50:59.995628 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.226885 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Floating IP 07b75546-c173-4c81-ab0e-713baaa8ad1e associated. External IP: 172.28.2.156, port: 6b8ab9ae-e26a-4cf7-b447-7b61996bd793. Jun 01 12:51:00.250637 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4fd2-d747-4562-8a75-c7145d49decf req-cf3e8936-f4c0-4412-9d1e-e4bffa1eff99 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:00.252156 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0d9c4fd2-d747-4562-8a75-c7145d49decf req-cf3e8936-f4c0-4412-9d1e-e4bffa1eff99 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0926483 Jun 01 12:51:00.324721 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0d9c4fd2-d747-4562-8a75-c7145d49decf req-83e1b24e-8d98-4182-886e-68c7597fd503 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638089 Jun 01 12:51:00.797139 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:00.987758 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:00.994526 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.999244 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:01.010391 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:01.011490 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:01.052403 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-909210ba-85c0-48c1-b1ee-1a64e62b859a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "PUT /v2.0/floatingips/07b75546-c173-4c81-ab0e-713baaa8ad1e HTTP/1.1" status: 200 len: 991 time: 2.6100378 Jun 01 12:51:01.053111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:01.056271 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ed7be-c754-4b4e-864c-b3db5e990739" -d '{"events": [{"name": "network-changed", "server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:01.135194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db4d6bb-2db2-4971-8f5e-18d145f4016e x-openstack-request-id: req-2db4d6bb-2db2-4971-8f5e-18d145f4016e {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:01.135782 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:01.135995 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2db4d6bb-2db2-4971-8f5e-18d145f4016e {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:01.136937 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'status': 'completed', 'code': 200} Jun 01 12:51:01.280678 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:01.299954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-d1986ff7-e781-4c51-9075-317712cf8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:01.301613 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-d1986ff7-e781-4c51-9075-317712cf8456 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1098 time: 0.1249943 Jun 01 12:51:01.329047 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42558) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:01.385444 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42566) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:01.583885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.601308 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:01.606011 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Usage tracker for resource:security_group_rule and tenant:149b3bd5418142a58073835dc8610f59 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:01.610305 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:01.628241 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6f88e652-4638-42e5-a13b-50b8ea455480 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:01.629385 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:01.731221 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-05dde1a8-a438-4c8d-8da3-8958fa72ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:01.733528 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-05dde1a8-a438-4c8d-8da3-8958fa72ef40 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.4194067 Jun 01 12:51:01.739454 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 6f88e652-4638-42e5-a13b-50b8ea455480 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:01.743532 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6f88e652-4638-42e5-a13b-50b8ea455480 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:01.760638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.805896 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:01.814660 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Usage tracker for resource:security_group_rule and tenant:45173f00d7d14b2fa1377f98a9da14d0 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:01.818293 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:01.831854 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:01.860922 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2ef2-b9c9-45f8-994d-04f78de35681 req-d357635e-e503-4441-852a-ffa6d67bdeda tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:01.866968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.868109 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-425a2ef2-b9c9-45f8-994d-04f78de35681 req-d357635e-e503-4441-852a-ffa6d67bdeda tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.3132570 Jun 01 12:51:01.885405 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '07b75546-c173-4c81-ab0e-713baaa8ad1e', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:13:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a37510d-808e-4d67-9cce-441923e6efc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:30Z', 'updated_at': '2021-06-01T12:50:59Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:01.891034 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:01.901000 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:01.901457 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-ca1556ea-290e-4e40-bc2f-875e5e49eb02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 999 time: 0.1561847 Jun 01 12:51:01.902069 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:50:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:01.969623 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-425a2ef2-b9c9-45f8-994d-04f78de35681 req-51925f5e-0fdb-4793-8f87-1820e012a058 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005361 Jun 01 12:51:01.983530 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.002997 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7f4bb9c-0283-4365-bbff-7489dd66858c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.014645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-3b1549fd-2497-4c40-a7c5-018db67827df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:02.014645 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-3b1549fd-2497-4c40-a7c5-018db67827df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.1033807 Jun 01 12:51:02.039822 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c922d0f-693e-448c-b27c-abf46bbdc4ab,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.052632 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.053051 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.053369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.053742 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.054292 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.054861 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.055420 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.055980 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.056579 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.057173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.057740 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.058300 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.093208 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.110752 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=149b3bd5418142a58073835dc8610f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240334 Jun 01 12:51:02.114791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42594) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:02.163917 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.184454 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:02.208302 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-d37f91c0-d847-4b84-b4e7-d09e67cd1aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:02.209847 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-d37f91c0-d847-4b84-b4e7-d09e67cd1aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1825154 Jun 01 12:51:02.246991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.270488 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.278321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.339807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.367225 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45173f00d7d14b2fa1377f98a9da14d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0341978 Jun 01 12:51:02.367672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d1436b-c2e1-4208-8b23-3ae0bdecf7a7,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.388859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42608) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:02.400314 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.415804 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-aa2819b8-db07-4a46-9a12-2b5f6fdfa3bb service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958230 Jun 01 12:51:02.503057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.538671 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.552804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.559505 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.574042 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c922d0f-693e-448c-b27c-abf46bbdc4ab,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.588726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.589088 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.589437 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.589779 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.590119 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.590457 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.590790 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.591123 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.591462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.592342 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.593398 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.593741 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:02.612616 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.622694 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c922d0f-693e-448c-b27c-abf46bbdc4ab HTTP/1.1" status: 204 len: 168 time: 0.5042031 Jun 01 12:51:02.625950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.652906 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7c0ed7be-c754-4b4e-864c-b3db5e990739 req-44d101b3-a6bf-4f40-b742-d6b60e8579ad service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209415 Jun 01 12:51:02.664102 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.671098 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ebc74254-ecec-43cb-a46a-a8d056ebb154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.685900 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d1436b-c2e1-4208-8b23-3ae0bdecf7a7,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.688975 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.699136 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.700838 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08d1436b-c2e1-4208-8b23-3ae0bdecf7a7 HTTP/1.1" status: 204 len: 168 time: 0.3084247 Jun 01 12:51:02.740223 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '07b75546-c173-4c81-ab0e-713baaa8ad1e', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:13:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a37510d-808e-4d67-9cce-441923e6efc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:30Z', 'updated_at': '2021-06-01T12:50:59Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:02.744392 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0d093d-aa8b-4c09-a055-6e1a234780d8 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '07b75546-c173-4c81-ab0e-713baaa8ad1e', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.156', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:13:4d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a37510d-808e-4d67-9cce-441923e6efc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:50:30Z', 'updated_at': '2021-06-01T12:50:59Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:02.934903 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad52144-8c08-40a3-91fa-29bf00731040 None None] New status for floating IP 07b75546-c173-4c81-ab0e-713baaa8ad1e: ACTIVE {{(pid=99039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:51:03.239647 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e24b1-53df-4aef-9b09-54c1e6bcb0d2 req-9b3c020b-13a4-40bb-bce4-5bcdf84bfa27 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.240551 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa6e24b1-53df-4aef-9b09-54c1e6bcb0d2 req-9b3c020b-13a4-40bb-bce4-5bcdf84bfa27 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1410801 Jun 01 12:51:03.310017 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa6e24b1-53df-4aef-9b09-54c1e6bcb0d2 req-749179a4-4615-48b7-a0ab-b9e8c9d47b32 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603819 Jun 01 12:51:03.375127 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42640) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:03.440518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Deleting subnet 660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3 {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:03.443694 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.501495 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.504088 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.611895 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42650) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:03.632253 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.650030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:03.654744 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Usage tracker for resource:security_group_rule and tenant:32b4d068bbab40c78342d30c747f6e34 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:03.657841 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:03.664131 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:03.756309 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.864715 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.872589 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4b84c731-7794-4ca2-ab96-20b36b6d68d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:03.913296 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4863565-d64c-4da0-a841-6e5f3047258d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:03.917518 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32b4d068bbab40c78342d30c747f6e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040211 Jun 01 12:51:03.918519 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:03.920866 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42660) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:03.926795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.928454 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:03.968005 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:03.980828 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.992864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.993743 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] 10.222.0.11 "DELETE /v2.0/subnets/660b8d2c-f4a4-4cc9-95c7-c6e1de327cb3 HTTP/1.1" status: 204 len: 168 time: 0.6174862 Jun 01 12:51:03.996858 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42668) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:04.026492 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:04.031867 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.122391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.167597 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.173711 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8abfd790-5496-4c8b-946f-fdc516a714df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:04.184778 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4863565-d64c-4da0-a841-6e5f3047258d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:04.189715 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:04.193066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.194192 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4863565-d64c-4da0-a841-6e5f3047258d HTTP/1.1" status: 204 len: 168 time: 0.2723811 Jun 01 12:51:04.264777 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.280319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.280692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.281425 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.281781 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > port after_create 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.282170 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.282445 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > port after_update 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.282759 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.283076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.283387 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.283837 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.457987 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.458343 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.459185 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.459532 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:04.459895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1651b8c9-5b38-4b84-b118-659a968570d5']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:04.601019 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f739b558-b927-46e4-b861-d4b492f7f0e1') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:04.601310 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f739b558-b927-46e4-b861-d4b492f7f0e1') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:04.621110 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.649559 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.668133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:04.668133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: from cryptography.utils import int_from_bytes Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: from cryptography.utils import int_from_bytes Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:04.680084 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:04.775995 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df90400-a1ea-4197-ab76-8d00b9fafabb req-2df3430b-7dc5-465b-9936-58dec84f190a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.784393 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0df90400-a1ea-4197-ab76-8d00b9fafabb req-2df3430b-7dc5-465b-9936-58dec84f190a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.3106639 Jun 01 12:51:04.839066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42702) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:04.886889 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0df90400-a1ea-4197-ab76-8d00b9fafabb req-e9a4884e-3704-4039-8677-011f4199ea31 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997849 Jun 01 12:51:04.905424 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.912245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a40a78bf-a3c5-4e22-aeb5-a770568157c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:04.950648 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1651b8c9-5b38-4b84-b118-659a968570d5,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:04.957387 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.973274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.004627 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.021284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:05.028082 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42712) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.028486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Usage tracker for resource:security_group_rule and tenant:94f37fd24e2443e3aeaee8dccf752408 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:05.032840 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:05.039383 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:05.064526 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.096055 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b3c56dd6-c436-4f0d-b21c-8dfdd485d5b5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1651b8c9-5b38-4b84-b118-659a968570d5 HTTP/1.1" status: 204 len: 168 time: 1.0926785 Jun 01 12:51:05.096055 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:05.121020 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Usage tracker for resource:security_group_rule and tenant:84fef6cf2f8146de904ac3eb42a4cebc is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:05.129171 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:05.141443 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:05.167028 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.243118 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.253567 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:05.353759 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d677d-c95a-4a40-bebc-3aa93c352bb7,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:05.364088 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94f37fd24e2443e3aeaee8dccf752408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5239151 Jun 01 12:51:05.365388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42730) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.366436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.400675 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.469364 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.477964 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8172bb4f-05a1-44fe-87f4-a8ca519bf231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:05.497124 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.526344 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.526551 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84fef6cf2f8146de904ac3eb42a4cebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967291 Jun 01 12:51:05.528686 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f3c5d-90ee-4cf0-af33-65183e94c1ea,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:05.531643 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42734) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.535899 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.617303 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.647635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.703425 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42738) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.738322 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.745820 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:05.768641 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d677d-c95a-4a40-bebc-3aa93c352bb7,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:05.770931 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.783289 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c2d478ba-157d-4784-a1a2-35c8db6207a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=945738ac10e54df29f048ff2d6acc248&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0762053 Jun 01 12:51:05.783289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.788080 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42742) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:05.788271 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a66d677d-c95a-4a40-bebc-3aa93c352bb7 HTTP/1.1" status: 204 len: 168 time: 0.4158204 Jun 01 12:51:05.859489 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.865082 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:05.878565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.893976 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f3c5d-90ee-4cf0-af33-65183e94c1ea,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:05.905020 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.910251 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.911384 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e6f3c5d-90ee-4cf0-af33-65183e94c1ea HTTP/1.1" status: 204 len: 168 time: 0.3774240 Jun 01 12:51:05.916752 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.921826 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42754) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.076355 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.081903 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:06.094915 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.097189 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:06.175162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ade5-c271-41ca-aaf7-1c6e877682b3 req-8b6d9b23-f651-4754-a312-bba5b959238f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:06.176642 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3dd8ade5-c271-41ca-aaf7-1c6e877682b3 req-8b6d9b23-f651-4754-a312-bba5b959238f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1040356 Jun 01 12:51:06.225475 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.228747 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3da0c7a-2bcc-4915-8c24-7f7aeee9c8ec HTTP/1.1" status: 204 len: 168 time: 0.4417117 Jun 01 12:51:06.229233 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3dd8ade5-c271-41ca-aaf7-1c6e877682b3 req-bcf21848-0024-479c-86a5-f0e4f8b2da0f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Jun 01 12:51:06.477700 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.495446 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:06.500496 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Usage tracker for resource:security_group_rule and tenant:00311084ae744c2da1a14bcda340693a is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:06.504058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:06.510712 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:06.630131 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.750914 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.760583 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-27df86da-367f-49e4-aeb6-cc63c573b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:06.806851 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00311084ae744c2da1a14bcda340693a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8829613 Jun 01 12:51:06.808743 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa46488-80cc-416b-bbd3-63d3e320a445,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.809560 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42790) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.827336 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:06.879779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.907194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.110210 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.126080 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:07.136881 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa46488-80cc-416b-bbd3-63d3e320a445,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:07.143435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:07.144332 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.148599 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eaa46488-80cc-416b-bbd3-63d3e320a445 HTTP/1.1" status: 204 len: 168 time: 0.3370364 Jun 01 12:51:07.438556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad15e3-fd7b-4241-abb2-3e7fbb5cdaec req-a2f3cba8-ee98-4441-8477-b18d6889df75 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:07.440029 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6cad15e3-fd7b-4241-abb2-3e7fbb5cdaec req-a2f3cba8-ee98-4441-8477-b18d6889df75 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0862269 Jun 01 12:51:07.501784 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6cad15e3-fd7b-4241-abb2-3e7fbb5cdaec req-be994264-069f-47c7-bfed-788b51891459 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558786 Jun 01 12:51:07.996877 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42832) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:08.008534 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.023819 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:08.027766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:c81c369ebf0f4c5faf0bf21b750db0c8 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:08.030708 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:08.036963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:08.137547 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.224944 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.234863 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0e0128da-b16e-4b27-8df8-0524c1894338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.277612 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb35c1-e5bf-4d1b-ad93-5c01422cb79d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.281601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.284158 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c81c369ebf0f4c5faf0bf21b750db0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942235 Jun 01 12:51:08.289736 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42846) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:08.354395 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.389893 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.533327 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.540108 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.555346 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb35c1-e5bf-4d1b-ad93-5c01422cb79d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.569595 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.572351 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.573972 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58bb35c1-e5bf-4d1b-ad93-5c01422cb79d HTTP/1.1" status: 204 len: 168 time: 0.2858849 Jun 01 12:51:08.821398 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f0a0f-9378-4582-ae3d-943a984c26f4 req-eaf9b8d9-3dd7-4b82-9d1c-177aae7a63a8 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:08.823161 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff3f0a0f-9378-4582-ae3d-943a984c26f4 req-eaf9b8d9-3dd7-4b82-9d1c-177aae7a63a8 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1114216 Jun 01 12:51:08.877667 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff3f0a0f-9378-4582-ae3d-943a984c26f4 req-4d659857-721b-4ba0-b358-5ea49499adb6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456367 Jun 01 12:51:10.058549 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 42954) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.080759 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff93564-b64e-42bc-90ef-878edb7534ab req-70cc35d0-c521-41db-9367-15a927d2aea0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:10.082303 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cff93564-b64e-42bc-90ef-878edb7534ab req-70cc35d0-c521-41db-9367-15a927d2aea0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0904896 Jun 01 12:51:10.149575 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cff93564-b64e-42bc-90ef-878edb7534ab req-3f98abb8-11b5-4e99-bc93-f5635c882cce tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Jun 01 12:51:10.218297 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.234183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:10.238673 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Usage tracker for resource:security_group_rule and tenant:a584803226774dba827004f9f6f49921 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:10.242865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:10.254142 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:10.372163 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.446730 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.459246 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:10.501161 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a584803226774dba827004f9f6f49921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411137 Jun 01 12:51:10.503859 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 42984) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.506247 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f659f0-e844-4340-8481-c938e0ffe409,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.520511 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:10.589182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.620466 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.773251 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.777096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-96f1411a-bfdf-4db2-a9d9-3ed1aac21cde tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:10.794975 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f659f0-e844-4340-8481-c938e0ffe409,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.821166 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:10.830936 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.835175 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86f659f0-e844-4340-8481-c938e0ffe409 HTTP/1.1" status: 204 len: 168 time: 0.3302081 Jun 01 12:51:11.382494 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6c200-1880-4a9d-8097-63ac57b19a48 req-258baf1e-bf71-4451-a4e2-e4af15b47fad tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:11.384707 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1e6c200-1880-4a9d-8097-63ac57b19a48 req-258baf1e-bf71-4451-a4e2-e4af15b47fad tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1119816 Jun 01 12:51:11.470235 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1e6c200-1880-4a9d-8097-63ac57b19a48 req-96c57dc4-c386-418a-8f7f-5e0e2894b6b6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785217 Jun 01 12:51:12.448588 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43070) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:12.569925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2094450806-network', 'tenant_id': '5d6d794365da4185b02914dc2908b717'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:12.579108 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.579828 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Usage tracker for resource:network and tenant:5d6d794365da4185b02914dc2908b717 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.583176 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.589174 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.680403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f04d5-2a84-4dc3-96c6-3e2bfcca9ebe req-4909d756-4ec7-4838-8d85-c7bec8387421 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:12.681925 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c13f04d5-2a84-4dc3-96c6-3e2bfcca9ebe req-4909d756-4ec7-4838-8d85-c7bec8387421 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0868831 Jun 01 12:51:12.730259 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c13f04d5-2a84-4dc3-96c6-3e2bfcca9ebe req-c832c350-ce6a-4091-a2d1-e15cad595a7a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Jun 01 12:51:12.773212 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Made reservation on behalf of 5d6d794365da4185b02914dc2908b717 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:12.776947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.789314 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.804864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.808644 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6d794365da4185b02914dc2908b717 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.812026 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.817987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.905071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.978916 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.991001 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bc06e680-6f0c-417c-9078-e607b0f09925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:13.023675 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:13.038988 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5fc7b-dbbc-46b5-b6c2-ed859e1c444b,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:13.043189 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:13.047124 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.049540 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Added segment 3bef3cc8-ad08-4b8e-9f12-3978c796e4aa of type vlan for network 1403e9b6-9d86-44bd-9425-b9683471636b Jun 01 12:51:13.084850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.213120 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.214475 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.215213 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.221007 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:13.324961 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=1403e9b6-9d86-44bd-9425-b9683471636b,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:13.328525 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:13.337392 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 1403e9b6-9d86-44bd-9425-b9683471636b details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:13.396760 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9469471 Jun 01 12:51:13.399414 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43110) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:13.405651 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Request body: {'subnet': {'network_id': '1403e9b6-9d86-44bd-9425-b9683471636b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2094450806-subnet', 'tenant_id': '5d6d794365da4185b02914dc2908b717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:13.410238 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:13.414064 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Usage tracker for resource:subnet and tenant:5d6d794365da4185b02914dc2908b717 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:13.417021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:13.423943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:13.534633 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Made reservation on behalf of 5d6d794365da4185b02914dc2908b717 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:13.538792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.814283 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-532095a4-c6a1-47a0-8d16-ebd9e9bbd299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.949678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64581d9-6ab7-44d6-8fb8-c1d1fcc93b10 req-a52fff6d-6fde-4f76-8e3c-9d74b98b3abc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.952264 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f64581d9-6ab7-44d6-8fb8-c1d1fcc93b10 req-a52fff6d-6fde-4f76-8e3c-9d74b98b3abc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0989914 Jun 01 12:51:13.995861 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43124) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.012058 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f64581d9-6ab7-44d6-8fb8-c1d1fcc93b10 req-447b396a-067b-40a1-9ffb-3765260c350f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520086 Jun 01 12:51:14.058057 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.063222 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d8516e27-60a2-4f7f-a9a2-42ce94fcddd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:14.160042 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.162118 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7016d2f-1573-4d89-9250-13fc7d44079f,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.166213 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:14.167187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Checking segment: {'id': '3bef3cc8-ad08-4b8e-9f12-3978c796e4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1403e9b6-9d86-44bd-9425-b9683471636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:14.167620 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Network hostable DHCP agents. Network: 1403e9b6-9d86-44bd-9425-b9683471636b, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:14.188399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:14.194047 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Usage tracker for resource:security_group_rule and tenant:09fc712cd3ad4bec862673fa69233a29 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:14.197845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:14.208130 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.339561 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Network 1403e9b6-9d86-44bd-9425-b9683471636b is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:14.379877 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.436655 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 1403e9b6-9d86-44bd-9425-b9683471636b) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:14.440999 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:14.446927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.447666 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320ab17-a94d-48e1-92b6-da6681423e04 None None] Network 1403e9b6-9d86-44bd-9425-b9683471636b requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:14.470225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.490354 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:14.534997 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09fc712cd3ad4bec862673fa69233a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5377343 Jun 01 12:51:14.538417 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43146) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.540719 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0339c90d-c4cd-4f14-81ea-2eac5fdfe516,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.545079 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:14.583159 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1825063 Jun 01 12:51:14.642340 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.671992 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.711337 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400bc9b-40e6-4fb2-9e2f-fc19783f7e36 None None] Network 1403e9b6-9d86-44bd-9425-b9683471636b requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:14.819709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.824754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8bb3fae4-6ca9-4561-98e8-fd14943e69db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:14.838414 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339c90d-c4cd-4f14-81ea-2eac5fdfe516,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.840763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:14.843375 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.847058 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0339c90d-c4cd-4f14-81ea-2eac5fdfe516 HTTP/1.1" status: 204 len: 168 time: 0.3050897 Jun 01 12:51:15.059454 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-b816fb52-903c-40a1-838f-39e49e6a8b4f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1410873 Jun 01 12:51:15.311850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25094d72-1c0b-462c-ade8-f8626d2f58af req-6951ebea-2b44-4a86-9cc5-5d8b649a19bb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.313413 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25094d72-1c0b-462c-ade8-f8626d2f58af req-6951ebea-2b44-4a86-9cc5-5d8b649a19bb tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1681845 Jun 01 12:51:15.320076 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-7b7f5199-f5fb-4544-a6a7-f2de790850fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.329493 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-7b7f5199-f5fb-4544-a6a7-f2de790850fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.1231461 Jun 01 12:51:15.389059 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25094d72-1c0b-462c-ade8-f8626d2f58af req-be7843cc-e6cd-4e11-93c8-68cf624c683f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657313 Jun 01 12:51:15.503201 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-d5129faa-f4b5-41bf-9a17-caefce6941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.505191 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-d5129faa-f4b5-41bf-9a17-caefce6941cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.1528037 Jun 01 12:51:15.594201 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43184) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:15.601318 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-566717778-network', 'tenant_id': '2e01542a79ea4d6ca50e990f1da68680'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:15.601601 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-5c7e08d7-400a-406c-808a-41beec4fce8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.0882556 Jun 01 12:51:15.604865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:15.609597 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Usage tracker for resource:network and tenant:2e01542a79ea4d6ca50e990f1da68680 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:15.613004 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:15.629317 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:15.683277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-4a19bf58-556c-49b6-8136-0da86c2965d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.684744 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-4a19bf58-556c-49b6-8136-0da86c2965d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0733378 Jun 01 12:51:15.733589 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Made reservation on behalf of 2e01542a79ea4d6ca50e990f1da68680 for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:15.735972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.740171 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-7320273b-c552-4d6d-a035-65899402c2c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430231 Jun 01 12:51:15.749049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.764466 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:15.768493 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Usage tracker for resource:security_group_rule and tenant:2e01542a79ea4d6ca50e990f1da68680 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:15.771497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:15.777413 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:15.806300 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43192) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:15.839582 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.866447 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:15.873272 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Usage tracker for resource:security_group_rule and tenant:4fcdf4d203aa4e419c5719bfee1a332b is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:15.890132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:15.893006 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-8d2ac15f-2b5d-4769-843f-1968afc30cca service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415188 Jun 01 12:51:15.903161 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:15.934444 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.041962 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7dfe9e02-69c5-4459-bef7-16583d920abc req-2ce43e5a-dd6a-46a4-8422-55b0df0e090c service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415424 Jun 01 12:51:16.064725 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.073319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:16.111902 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:16.135816 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d0d44e-5eee-41b5-b7f7-9f517080a5d9,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:16.151284 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:16.151284 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.151284 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Added segment 3b75939c-77a5-4e11-bf5d-9406a4aaa933 of type vlan for network 95d434a8-6b43-4a3f-be54-f9909726639e Jun 01 12:51:16.192439 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.255787 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.373401 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d88120f1-bd0a-4aa6-9fd7-6be7dc444150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.373952 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.383126 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:16.393615 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.404464 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.404991 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.439785 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e074f7d4-9ad8-45c8-b262-8643e5e5e864,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:16.445470 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:16.450267 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fcdf4d203aa4e419c5719bfee1a332b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405809 Jun 01 12:51:16.450267 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c76059e-6274-4cd9-893f-468e52ba1a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:16.452578 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43208) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.538525 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.542334 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.578187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.592141 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43212) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.605811 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Pushing event updated for resources: {'Network': ['ID=95d434a8-6b43-4a3f-be54-f9909726639e,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:16.612049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:16.622209 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 95d434a8-6b43-4a3f-be54-f9909726639e details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:16.650094 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec23cd-8527-4e98-9ffa-14ab40e11ed2 req-0edf16b6-9fe5-47f9-ba46-47fbaf2c525e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.651655 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bfec23cd-8527-4e98-9ffa-14ab40e11ed2 req-0edf16b6-9fe5-47f9-ba46-47fbaf2c525e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1154001 Jun 01 12:51:16.744996 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1496758 Jun 01 12:51:16.750334 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43224) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.758321 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Request body: {'subnet': {'network_id': '95d434a8-6b43-4a3f-be54-f9909726639e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-566717778-subnet', 'tenant_id': '2e01542a79ea4d6ca50e990f1da68680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:16.767760 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:16.781520 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bfec23cd-8527-4e98-9ffa-14ab40e11ed2 req-e1cfee30-a22a-4564-8dc7-55d752f36fdf tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103487 Jun 01 12:51:16.784861 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Usage tracker for resource:subnet and tenant:2e01542a79ea4d6ca50e990f1da68680 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:16.799103 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:16.803961 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.827066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d8db19f-a256-4eaf-8775-59a8312ecc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:16.841362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:16.849007 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.860080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e074f7d4-9ad8-45c8-b262-8643e5e5e864,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:16.865530 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:16.868517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.872298 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e074f7d4-9ad8-45c8-b262-8643e5e5e864 HTTP/1.1" status: 204 len: 168 time: 0.4196305 Jun 01 12:51:16.878763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:16.883321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8aeb5937005c439dbc525c3ab9d2d82b is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:16.886839 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:16.901693 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:16.961926 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Made reservation on behalf of 2e01542a79ea4d6ca50e990f1da68680 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:16.966037 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.029567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.100280 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.117253 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f2a17551-cdc0-4ad5-9d97-049d36e574fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:17.183208 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8aeb5937005c439dbc525c3ab9d2d82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875545 Jun 01 12:51:17.185158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b19b0b4-2e06-4132-a03a-1d4b2a150a10,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.187647 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43234) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:17.188500 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:17.253559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.287439 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.319716 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.567945 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.572471 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-97899dac-b755-4c2c-8a3b-271275a0976b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:17.581864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.587983 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b19b0b4-2e06-4132-a03a-1d4b2a150a10,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.593710 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:17.595153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5a845320-b6ea-4678-9f1a-c396cf4ea6d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:17.678265 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.682387 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b19b0b4-2e06-4132-a03a-1d4b2a150a10 HTTP/1.1" status: 204 len: 168 time: 0.4920602 Jun 01 12:51:17.693458 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27e63e4-2984-4867-b88f-7133b1deb19e,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.696948 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:17.702065 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Checking segment: {'id': '3b75939c-77a5-4e11-bf5d-9406a4aaa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '95d434a8-6b43-4a3f-be54-f9909726639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:17.702425 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Network hostable DHCP agents. Network: 95d434a8-6b43-4a3f-be54-f9909726639e, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:17.944188 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Network 95d434a8-6b43-4a3f-be54-f9909726639e is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:17.998991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b970c5-81d1-4af9-8415-8cab69f18717 req-14a0a04a-9429-4242-82bc-99b43ba70ddf tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:18.000547 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-65b970c5-81d1-4af9-8415-8cab69f18717 req-14a0a04a-9429-4242-82bc-99b43ba70ddf tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0997193 Jun 01 12:51:18.050706 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-65b970c5-81d1-4af9-8415-8cab69f18717 req-ac3587f9-7000-4a1c-a906-6c996738b067 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Jun 01 12:51:18.080892 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 95d434a8-6b43-4a3f-be54-f9909726639e) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:18.080892 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:18.080892 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.085196 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5027a147-2e3e-4dcb-b23e-72c597102e29 None None] Network 95d434a8-6b43-4a3f-be54-f9909726639e requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:18.231100 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4789090 Jun 01 12:51:18.301493 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72ff151-f7b9-4f0e-a857-06e4089689a9 None None] Network 95d434a8-6b43-4a3f-be54-f9909726639e requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:18.393372 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43282) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.517046 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Deleting subnet f7016d2f-1573-4d89-9250-13fc7d44079f {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:18.523449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.670098 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43292) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.684673 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.697670 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.767411 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.782951 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:18.786937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9f5586f46f4b1a996fdb6e7ed0efde is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:18.790157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:18.797401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:18.894497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.938220 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.967674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.974412 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.017082 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289b05ef-458e-4ee9-8408-edb6d8e2e928,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.021324 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b9f5586f46f4b1a996fdb6e7ed0efde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489456 Jun 01 12:51:19.022154 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.024549 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43300) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.071461 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.075626 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.086295 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.118700 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7016d2f-1573-4d89-9250-13fc7d44079f,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.125886 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.127286 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.128712 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.134167 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a7deb83b-4faa-4462-bc64-1157cda46c93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f7016d2f-1573-4d89-9250-13fc7d44079f HTTP/1.1" status: 204 len: 168 time: 0.7395525 Jun 01 12:51:19.138735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43308) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.289784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.316976 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.321071 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-959da83d-ca01-4f35-af6c-e01b79c599e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.336518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289b05ef-458e-4ee9-8408-edb6d8e2e928,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.341018 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.345660 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.362468 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.363605 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/289b05ef-458e-4ee9-8408-edb6d8e2e928 HTTP/1.1" status: 204 len: 168 time: 0.3386316 Jun 01 12:51:19.403661 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ee860-fa67-4f0e-a87a-13b41b423d18 req-f6468315-e50f-4021-bda3-64638ed02aca tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:19.405968 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-997ee860-fa67-4f0e-a87a-13b41b423d18 req-f6468315-e50f-4021-bda3-64638ed02aca tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1338418 Jun 01 12:51:19.452691 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.472868 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.473178 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.473979 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.474337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > port after_create 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.474662 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.475023 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > port after_update 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.475340 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.475667 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.475984 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.476303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.480877 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-997ee860-fa67-4f0e-a87a-13b41b423d18 req-26972bac-9662-47ee-b7c4-b896d3aefc33 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689898 Jun 01 12:51:19.576631 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.577057 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.577449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.577772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:19.578137 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1403e9b6-9d86-44bd-9425-b9683471636b']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:19.594909 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bef3cc8-ad08-4b8e-9f12-3978c796e4aa') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:19.595217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bef3cc8-ad08-4b8e-9f12-3978c796e4aa') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:19.607678 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.626839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.637350 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:19.638723 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: from cryptography.utils import int_from_bytes Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: from cryptography.utils import int_from_bytes Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:19.658154 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:19.845877 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.852987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-80d1eb03-79ca-43cd-ba62-8c14d15a9467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.882064 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.892390 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1403e9b6-9d86-44bd-9425-b9683471636b,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.898329 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1403e9b6-9d86-44bd-9425-b9683471636b HTTP/1.1" status: 204 len: 168 time: 0.7566023 Jun 01 12:51:19.903754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ff58b858-3e10-4286-b1c5-92c1b726efe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.904971 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43338) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.978103 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Deleting subnet b27e63e4-2984-4867-b88f-7133b1deb19e {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:19.981485 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.035572 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.063988 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:51:20.091774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.483319 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.490364 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-91c15ffd-0c35-45ae-9956-9c7041bd3e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:20.560024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27e63e4-2984-4867-b88f-7133b1deb19e,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:20.569265 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:20.575681 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.582076 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c89d40df-47d3-4b17-a037-5f93a08c3e27 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b27e63e4-2984-4867-b88f-7133b1deb19e HTTP/1.1" status: 204 len: 168 time: 0.6756134 Jun 01 12:51:20.582225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43368) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:20.703731 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.704542 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72d565-aef3-4328-a57f-f3ca27d9ea93 req-e0973b5c-a69f-44c4-b33b-db52aa74554b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:20.706410 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5b72d565-aef3-4328-a57f-f3ca27d9ea93 req-e0973b5c-a69f-44c4-b33b-db52aa74554b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0965769 Jun 01 12:51:20.775268 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5b72d565-aef3-4328-a57f-f3ca27d9ea93 req-4bba52d1-a8d4-4638-b207-2870a952a90b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601048 Jun 01 12:51:20.849613 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.866170 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d434a8-6b43-4a3f-be54-f9909726639e']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:20.879054 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b75939c-77a5-4e11-bf5d-9406a4aaa933') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:20.879326 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b75939c-77a5-4e11-bf5d-9406a4aaa933') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:20.892143 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.908492 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.914780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:20.915166 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:20.929095 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:21.062485 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43378) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.121936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.127603 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ff26fdf2-049f-451c-88b3-244fb9533a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:21.148167 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.154487 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=95d434a8-6b43-4a3f-be54-f9909726639e,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:21.157373 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:21.162021 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a73452cf-4ec2-4cbd-bb6d-adcf9ef39a8b admin admin] 10.222.0.11 "DELETE /v2.0/networks/95d434a8-6b43-4a3f-be54-f9909726639e HTTP/1.1" status: 204 len: 168 time: 0.5785880 Jun 01 12:51:21.206263 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43386) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.387061 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.405159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:21.410650 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Usage tracker for resource:security_group_rule and tenant:935021063e5e4dac81bc3c123f167a1b is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:21.414161 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:21.422403 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:21.429499 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.450887 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:21.456066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Usage tracker for resource:security_group_rule and tenant:71db6c6f60d84779858fed9f2c656041 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:21.459703 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:21.466181 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:21.558097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.563215 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.624917 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.626517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.634796 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2da637fa-9955-46f2-9a6e-f7193a26ee59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:21.642079 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:21.682409 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d4233e-45a2-42cf-9083-9e543e163349,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:21.687747 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:21.711898 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71db6c6f60d84779858fed9f2c656041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036306 Jun 01 12:51:21.715347 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=935021063e5e4dac81bc3c123f167a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515887 Jun 01 12:51:21.716136 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43404) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.718727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43406) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.721660 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f17752-0c91-4041-a074-a976aff34926,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:21.736047 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:21.796765 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43416) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.871835 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.962916 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.973885 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-9bdd8574-bdc7-45c7-b279-b5c78299e393 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d6d794365da4185b02914dc2908b717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722534 Jun 01 12:51:21.978935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43422) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:21.980202 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:21.995211 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb64ad-5bf1-4c72-b058-36658f31d7f5 req-608d9e69-fd04-4a48-8f03-2eec78ed99cd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:22.004522 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7bbb64ad-5bf1-4c72-b058-36658f31d7f5 req-608d9e69-fd04-4a48-8f03-2eec78ed99cd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1120241 Jun 01 12:51:22.047174 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7bbb64ad-5bf1-4c72-b058-36658f31d7f5 req-709a97ae-5f93-4c37-a5b8-1b032c22904a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Jun 01 12:51:22.120743 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.196530 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.232624 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.281487 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.285816 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-471d24e0-0d17-4728-88db-5692372e6a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:22.302972 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d4233e-45a2-42cf-9083-9e543e163349,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.305705 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:22.310976 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.332615 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-48ece4d9-dd56-4669-9f2c-3b514320a330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:22.359425 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f17752-0c91-4041-a074-a976aff34926,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.363277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:22.364114 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.365288 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0f17752-0c91-4041-a074-a976aff34926 HTTP/1.1" status: 204 len: 168 time: 0.6451058 Jun 01 12:51:22.366185 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.370342 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.372918 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9df5fc7b-dbbc-46b5-b6c2-ed859e1c444b HTTP/1.1" status: 204 len: 168 time: 0.3907757 Jun 01 12:51:22.374277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:22.382007 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:22.383158 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-aaadf704-ca8b-447f-a39e-0457ccd3b024 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11d4233e-45a2-42cf-9083-9e543e163349 HTTP/1.1" status: 204 len: 168 time: 0.6660438 Jun 01 12:51:22.387775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5fc7b-dbbc-46b5-b6c2-ed859e1c444b,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:22.390964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:23.250490 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad017c5-fabb-4b67-b92c-fa04003fbf66 req-7cab3e64-0542-4f70-bc10-4844802d8812 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:23.252022 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4ad017c5-fabb-4b67-b92c-fa04003fbf66 req-7cab3e64-0542-4f70-bc10-4844802d8812 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0854332 Jun 01 12:51:23.301092 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4ad017c5-fabb-4b67-b92c-fa04003fbf66 req-421ffe68-3524-4c08-b53b-decb38a9089c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Jun 01 12:51:23.396585 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43470) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.448900 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a7702af8-8ae6-4913-a863-50bd86282bb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e01542a79ea4d6ca50e990f1da68680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509689 Jun 01 12:51:23.452005 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43474) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.518812 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.547376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.636745 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43480) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.652501 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.669092 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:23.673858 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Usage tracker for resource:security_group_rule and tenant:32fa6b2634da435691e14fb2ea2623b8 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:23.676979 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:23.683292 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:23.722551 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.727171 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:23.761735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d0d44e-5eee-41b5-b7f7-9f517080a5d9,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:23.769330 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:23.777768 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.779739 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57d0d44e-5eee-41b5-b7f7-9f517080a5d9 HTTP/1.1" status: 204 len: 168 time: 0.3266723 Jun 01 12:51:23.824032 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.911075 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:23.920138 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-37fa38a1-9bb6-4c15-8f98-ec3d2a46c03a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:23.966879 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32fa6b2634da435691e14fb2ea2623b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286722 Jun 01 12:51:23.967014 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43494) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:23.970232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268f9a54-a004-4fdd-9bab-2b5398c1cdfe,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:23.973540 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:24.034851 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.063076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.159530 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43500) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.178140 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.196470 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:24.198727 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.204743 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c3f44638-9e8f-42d3-ac6b-49b5d4f69f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:24.215226 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Usage tracker for resource:security_group_rule and tenant:70bb7348bb144dcaa2c7ae030f723f22 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:24.221163 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:24.223885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268f9a54-a004-4fdd-9bab-2b5398c1cdfe,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.237198 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:24.237908 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:24.250674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.251816 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/268f9a54-a004-4fdd-9bab-2b5398c1cdfe HTTP/1.1" status: 204 len: 168 time: 0.2838182 Jun 01 12:51:24.273120 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43510) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.375192 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.481259 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.491907 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.499530 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:24.504601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Usage tracker for resource:security_group_rule and tenant:01e07f12b9ff4f519d0c37f75d165b5d is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:24.506114 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c095e16-d620-4afb-8330-6f3433f69cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:24.509094 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:24.516775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:24.568034 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48883f30-4ebb-4feb-878b-f31870aba697,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.573098 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:24.583425 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70bb7348bb144dcaa2c7ae030f723f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224412 Jun 01 12:51:24.589370 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43522) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.629019 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeb8e9-5925-4152-9993-fed80a5406a2 req-2a515078-2b33-4242-bd4a-17627b17068f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:24.630542 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-45aeb8e9-5925-4152-9993-fed80a5406a2 req-2a515078-2b33-4242-bd4a-17627b17068f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1807406 Jun 01 12:51:24.631319 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.687798 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.697525 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.697849 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d73fd6ab-196c-469a-bf32-420eccf526f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:24.713192 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-45aeb8e9-5925-4152-9993-fed80a5406a2 req-de0f02db-5fc3-4c55-a8cd-fcf992df7060 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715094 Jun 01 12:51:24.746181 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.749330 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01e07f12b9ff4f519d0c37f75d165b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732633 Jun 01 12:51:24.750569 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43532) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:24.756915 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc1a5a3-1f13-449d-9568-b09d630258f3,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.760217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:24.843848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.887754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.956697 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.961319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9f8b6a63-c393-488b-988b-2df489ca7352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:24.977185 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48883f30-4ebb-4feb-878b-f31870aba697,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:24.979548 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:24.996015 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:24.996015 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48883f30-4ebb-4feb-878b-f31870aba697 HTTP/1.1" status: 204 len: 168 time: 0.4020360 Jun 01 12:51:25.007437 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.012584 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:25.034312 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc1a5a3-1f13-449d-9568-b09d630258f3,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:25.038451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:25.040465 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:25.042646 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dc1a5a3-1f13-449d-9568-b09d630258f3 HTTP/1.1" status: 204 len: 168 time: 0.2884252 Jun 01 12:51:25.923726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbfaa1-c1cc-45b4-8397-cca193c23fe1 req-9b7b2ab1-0e6d-4516-8ba4-ad5cd4c8f299 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:25.925492 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-32bbfaa1-c1cc-45b4-8397-cca193c23fe1 req-9b7b2ab1-0e6d-4516-8ba4-ad5cd4c8f299 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1026139 Jun 01 12:51:25.983630 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-32bbfaa1-c1cc-45b4-8397-cca193c23fe1 req-fce1b748-7b2e-4b69-8dc1-0fedab5bd640 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520904 Jun 01 12:51:26.000061 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43588) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:26.033490 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.051937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:26.056200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4efc03b7a2974e39bbfbba5f1b6ddc09 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:26.059374 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:26.067680 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:26.181418 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.239920 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.252361 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:26.291574 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4efc03b7a2974e39bbfbba5f1b6ddc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897775 Jun 01 12:51:26.294728 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43600) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:26.297347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51253a63-e7c3-4c38-b2ad-b7b9d8e0b6c7,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.301621 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:26.385611 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.418938 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.582429 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.583063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:26.596119 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51253a63-e7c3-4c38-b2ad-b7b9d8e0b6c7,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.598779 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:26.606121 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.609354 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51253a63-e7c3-4c38-b2ad-b7b9d8e0b6c7 HTTP/1.1" status: 204 len: 168 time: 0.3133721 Jun 01 12:51:27.258068 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be70f18-8f98-4bd7-bba4-919d5138326c req-4b922caf-d115-4a45-8e53-682382b9e032 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:27.259618 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3be70f18-8f98-4bd7-bba4-919d5138326c req-4b922caf-d115-4a45-8e53-682382b9e032 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1309786 Jun 01 12:51:27.306277 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3be70f18-8f98-4bd7-bba4-919d5138326c req-fdde004b-f9a1-44bd-abc2-ac9ce60b9e93 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Jun 01 12:51:28.088531 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43674) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:28.553144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.578207 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:28.584535 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Usage tracker for resource:security_group_rule and tenant:e0a8e41bfd32458e979ae35f545544ae is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:28.588306 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:28.599571 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:28.638825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4e71d-f87c-4e16-87d8-5a7a75726696 req-aa9261b0-5c48-4c76-becc-5b467c37165a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:28.640747 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-47c4e71d-f87c-4e16-87d8-5a7a75726696 req-aa9261b0-5c48-4c76-becc-5b467c37165a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1509142 Jun 01 12:51:28.711914 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-47c4e71d-f87c-4e16-87d8-5a7a75726696 req-eb4c10b2-210e-43de-8cad-e0be3564497d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624940 Jun 01 12:51:28.799413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.859103 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.870447 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4d8d2d68-0f42-4c7a-a9db-50a5941eda6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:28.916861 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e0a8e41bfd32458e979ae35f545544ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8248746 Jun 01 12:51:28.916861 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043f87b6-6bbe-4fac-b6e2-04d68418e1e3,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:28.917360 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43714) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:28.920370 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2066d162-254e-49e9-86a2-df898a82428c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:28.993604 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.022049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.189126 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.194066 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-3ea712e5-ea44-40bc-9b31-af0b838f2332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:29.208384 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043f87b6-6bbe-4fac-b6e2-04d68418e1e3,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:29.213928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:29.215992 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.219850 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/043f87b6-6bbe-4fac-b6e2-04d68418e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2994337 Jun 01 12:51:29.336240 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43736) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:29.346483 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43742) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:29.705865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1582889110-network', 'tenant_id': '8ac5f0f2420c43d28e6550fbc5a3ce1a'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:29.710934 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.716175 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Usage tracker for resource:network and tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.719802 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:29.726773 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:29.770451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.805517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.813468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Usage tracker for resource:security_group_rule and tenant:7ae81ab5e6824b7ca65f399063ec2bfb is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.818837 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:29.824148 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Made reservation on behalf of 8ac5f0f2420c43d28e6550fbc5a3ce1a for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:29.827347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.830701 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:29.847696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.905716 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:29.993118 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Usage tracker for resource:security_group_rule and tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:29.995780 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.999077 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.017173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.066924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925e35-76a9-4460-af71-54b2691eb7d3 req-f19657fd-e2c3-42de-8b54-325296cb88c2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:30.068410 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-5c925e35-76a9-4460-af71-54b2691eb7d3 req-f19657fd-e2c3-42de-8b54-325296cb88c2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2218137 Jun 01 12:51:30.086966 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.096377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-33d87bdf-83af-43f7-b09a-ffd941b955d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.140881 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-5c925e35-76a9-4460-af71-54b2691eb7d3 req-8bbfcff3-8767-4b5b-9f50-cf369e5083d3 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663819 Jun 01 12:51:30.142074 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43776) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.149225 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ae81ab5e6824b7ca65f399063ec2bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969975 Jun 01 12:51:30.149225 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f601d-4dc0-407b-8768-97887bee9790,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.149487 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:30.195333 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.228502 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.256634 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.271693 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.273121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dd42a695-205d-4949-9026-dc8ac70ad3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.304358 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:30.309053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43786) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.337338 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.337681 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Added segment 46e9bb07-986d-4b11-90e0-41c285fa8a1b of type vlan for network 4d465ed5-015c-4946-8389-eb372ad940cb Jun 01 12:51:30.338789 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53ce47-4971-4097-a326-d70fb2426933,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.346810 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:30.368608 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.441894 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.445968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-30491e5f-b9d3-46cf-a02a-60e34aac8b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.461286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f601d-4dc0-407b-8768-97887bee9790,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.488742 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:30.496608 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.501439 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:30.502330 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.522699 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.556503 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.559147 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/775f601d-4dc0-407b-8768-97887bee9790 HTTP/1.1" status: 204 len: 168 time: 0.4146590 Jun 01 12:51:30.605230 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.626222 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2888863 Jun 01 12:51:30.631201 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43804) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.639301 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Request body: {'subnet': {'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1582889110-subnet', 'tenant_id': '8ac5f0f2420c43d28e6550fbc5a3ce1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:30.641046 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.642698 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Pushing event updated for resources: {'Network': ['ID=4d465ed5-015c-4946-8389-eb372ad940cb,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.646217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:30.647154 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:30.652546 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 4d465ed5-015c-4946-8389-eb372ad940cb details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:30.655472 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Usage tracker for resource:security_group_rule and tenant:64217d55af58434f85b991a36bae8ec6 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.659724 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Usage tracker for resource:subnet and tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:30.663747 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.673328 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:30.675053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.693078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:30.790310 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Made reservation on behalf of 8ac5f0f2420c43d28e6550fbc5a3ce1a for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:30.792800 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10786144'] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.814206 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.904680 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.913795 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9c0bd6da-93e1-44fd-b378-331ea7caf5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.972552 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64217d55af58434f85b991a36bae8ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622932 Jun 01 12:51:30.976612 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43816) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:30.984206 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702addfa-631f-44b1-ae14-395768d5615b,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.991182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:31.083804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.111527 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.280399 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.288000 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-89d79d54-7ed3-491e-8da9-8befe84a4a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:31.338000 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10913402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10786166'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.343924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:31.353140 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702addfa-631f-44b1-ae14-395768d5615b,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.355875 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:31.385345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.386462 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/702addfa-631f-44b1-ae14-395768d5615b HTTP/1.1" status: 204 len: 168 time: 0.4078343 Jun 01 12:51:31.409195 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43830) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:31.419991 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6436c4-8cc0-495c-aa73-905d1d1d4811,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.424900 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:31.433106 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Checking segment: {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:31.433570 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Network hostable DHCP agents. Network: 4d465ed5-015c-4946-8389-eb372ad940cb, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:31.446869 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.463465 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:31.469488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Usage tracker for resource:security_group_rule and tenant:d2713d8c5b274d2eba0a0b80ef691244 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:31.479384 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765aab-19ed-4aac-a23b-394268ea8594 req-9d81d339-38a2-4067-b37e-d4e4de681073 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:31.480907 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-af765aab-19ed-4aac-a23b-394268ea8594 req-9d81d339-38a2-4067-b37e-d4e4de681073 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1737478 Jun 01 12:51:31.486978 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:31.488747 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:31.533695 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Network 4d465ed5-015c-4946-8389-eb372ad940cb is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:31.557365 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-af765aab-19ed-4aac-a23b-394268ea8594 req-f6df22a7-159e-47cf-99f8-b9affc5edbf9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660658 Jun 01 12:51:31.630688 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 4d465ed5-015c-4946-8389-eb372ad940cb) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:31.636223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.643710 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef2c57-8495-45a3-8513-575814f794f1 None None] Network 4d465ed5-015c-4946-8389-eb372ad940cb requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:31.656369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:31.657445 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.761631 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.773881 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0d94e427-e332-4eb4-b886-8be9b4a89426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:31.801934 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1695967 Jun 01 12:51:31.848671 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 43850) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:31.848982 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2713d8c5b274d2eba0a0b80ef691244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377112 Jun 01 12:51:31.851485 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da846bd-e83a-44a6-b877-b176e6e7fef5,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:31.854644 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:31.904452 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ae08d0-07cb-48f6-85ba-b7dc119afc66 None None] Network 4d465ed5-015c-4946-8389-eb372ad940cb requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:31.939872 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.004489 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.141221 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.147091 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd3c58ca-91c3-4eb5-8d0c-6e570ddb82fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:32.163730 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da846bd-e83a-44a6-b877-b176e6e7fef5,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.166214 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:32.172749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.188560 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3da846bd-e83a-44a6-b877-b176e6e7fef5 HTTP/1.1" status: 204 len: 168 time: 0.3385878 Jun 01 12:51:32.456531 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43864) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:32.475270 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.491391 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:32.495462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Usage tracker for resource:security_group_rule and tenant:02df44fd0b4048fd984defa884f172e4 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:32.499255 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:32.505284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:32.595325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.711783 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.726378 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b5c2c3f3-95b5-415d-9361-35cb449c3caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:32.761969 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895fc40-f9e5-4014-ae6c-64224ef114c3 req-c964f152-9a6b-44ce-8c0e-89f1dde166e0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:32.770812 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4895fc40-f9e5-4014-ae6c-64224ef114c3 req-c964f152-9a6b-44ce-8c0e-89f1dde166e0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1059153 Jun 01 12:51:32.834114 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4895fc40-f9e5-4014-ae6c-64224ef114c3 req-be8e33db-c687-42d0-a259-e8db03c483a2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615752 Jun 01 12:51:32.834640 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02df44fd0b4048fd984defa884f172e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768406 Jun 01 12:51:32.838617 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d3dba7-8a8a-4355-bdd0-b18b24229e59,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:32.843640 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:32.852828 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 43884) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:32.920751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.959253 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.087889 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.095115 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1bb78a86-4bca-4bba-af3a-62b3df9efdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:33.116794 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d3dba7-8a8a-4355-bdd0-b18b24229e59,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:33.123080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:33.144787 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.162363 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47d3dba7-8a8a-4355-bdd0-b18b24229e59 HTTP/1.1" status: 204 len: 168 time: 0.3042030 Jun 01 12:51:34.053551 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33f27e-6fd0-4677-9346-4a71af8a0e47 req-82b72dd0-f35c-4147-857a-a45b33d3972f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:34.055009 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8c33f27e-6fd0-4677-9346-4a71af8a0e47 req-82b72dd0-f35c-4147-857a-a45b33d3972f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0934796 Jun 01 12:51:34.103060 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8c33f27e-6fd0-4677-9346-4a71af8a0e47 req-00e799d2-396e-406f-b02b-536dd1ef5d74 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jun 01 12:51:35.396470 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc169171-51d3-4af4-ad6f-18f765dc52a1 req-bb54419e-524b-4f0e-8882-c2960e9f0806 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:35.397997 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-dc169171-51d3-4af4-ad6f-18f765dc52a1 req-bb54419e-524b-4f0e-8882-c2960e9f0806 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1679108 Jun 01 12:51:35.456311 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-dc169171-51d3-4af4-ad6f-18f765dc52a1 req-97dd02d9-2314-4294-8d6c-ebe921709cdc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Jun 01 12:51:35.650268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-c43c5587-caf9-43ec-b358-817d685fe0ed tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:35.650268 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-c43c5587-caf9-43ec-b358-817d685fe0ed tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/networks?id=4d465ed5-015c-4946-8389-eb372ad940cb HTTP/1.1" status: 200 len: 809 time: 0.2763472 Jun 01 12:51:35.664404 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-767fe804-122f-42df-8a13-050ede1ec37a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/quotas/8ac5f0f2420c43d28e6550fbc5a3ce1a HTTP/1.1" status: 200 len: 375 time: 0.0095146 Jun 01 12:51:35.713832 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-aadb2d9d-c6d0-401f-8828-7c41684426cd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426383 Jun 01 12:51:35.854406 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-51ec76bd-8b05-43ca-8dba-cc673dffaa97 service neutron] 10.222.0.11 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316757 Jun 01 12:51:36.003735 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-f1ad3c28-8650-4195-aa11-e8dedab151f5 service neutron] 10.222.0.11 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436360 Jun 01 12:51:36.260284 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-74df5cc4-e243-43fe-82fa-f78e1a0ebf13 req-804ffe1f-f1f2-4082-bf83-17c6e2c0269b tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 210 time: 0.0476074 Jun 01 12:51:36.667314 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f36e20-28a5-4e7b-9f6a-3c2252a1ed0e req-b429f9c7-e64e-4dcb-93e6-ca64098ff95f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:36.670442 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-13f36e20-28a5-4e7b-9f6a-3c2252a1ed0e req-b429f9c7-e64e-4dcb-93e6-ca64098ff95f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0890319 Jun 01 12:51:36.733174 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-13f36e20-28a5-4e7b-9f6a-3c2252a1ed0e req-99d6fb6d-215b-42ca-b509-4b162c600b91 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492766 Jun 01 12:51:37.365916 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6ee8f517-1a08-45ba-979f-55521e411684 req-940938d2-0a1d-4137-969d-17f2610431d0 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 210 time: 0.0491080 Jun 01 12:51:38.078001 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cce82-ed3f-4b4f-9cab-0542692ac5f5 req-af4f31bb-b1ae-451e-afe6-c462f7ae5d17 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.079960 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-278cce82-ed3f-4b4f-9cab-0542692ac5f5 req-af4f31bb-b1ae-451e-afe6-c462f7ae5d17 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1483796 Jun 01 12:51:38.139350 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-278cce82-ed3f-4b4f-9cab-0542692ac5f5 req-a9a70464-9593-41d4-a396-f6f67b851bd0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534077 Jun 01 12:51:38.420476 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402151d1-6d24-4fe9-bd00-6eb13f97c7f8 req-e43f8ac5-8520-47a5-95be-3ba5fb42da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.422486 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-402151d1-6d24-4fe9-bd00-6eb13f97c7f8 req-e43f8ac5-8520-47a5-95be-3ba5fb42da5b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 1098 time: 0.1064179 Jun 01 12:51:38.485042 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-402151d1-6d24-4fe9-bd00-6eb13f97c7f8 req-668c8bde-823d-4134-a1e9-b071e540d38a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480146 Jun 01 12:51:38.545941 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-aef93a6a-d963-4e4b-98ff-9a8e51e4fd7c req-bca1665b-2390-42ee-8556-434a3ed1d2e6 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 210 time: 0.0459816 Jun 01 12:51:38.630104 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44100) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:38.749169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.764378 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:38.768397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Usage tracker for resource:security_group_rule and tenant:e00297b051284a8cad2d15c13c9f594f is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:38.771535 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:38.777358 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:38.861011 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.006248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.030566 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e3009b0a-1e4c-4e20-9479-a892df8f1451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:39.117054 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e00297b051284a8cad2d15c13c9f594f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857152 Jun 01 12:51:39.119635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44122) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:39.135275 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ee726-9c0b-45ce-beea-e49d6043ea8e,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:39.142056 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:39.180645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-10fe724a-2eba-49ae-aff4-4ea6d3814ceb tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.182500 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-10fe724a-2eba-49ae-aff4-4ea6d3814ceb tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "GET /v2.0/networks?id=4d465ed5-015c-4946-8389-eb372ad940cb HTTP/1.1" status: 200 len: 809 time: 0.2776349 Jun 01 12:51:39.197471 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Request body: {'port': {'device_id': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb', 'admin_state_up': True, 'tenant_id': '8ac5f0f2420c43d28e6550fbc5a3ce1a'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:39.214529 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.255169 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.383825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:39.388869 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Usage tracker for resource:port and tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:39.393780 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:39.400533 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:39.430224 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.437606 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a3bbc7a2-a269-4309-bb7e-bec1ee2b89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:39.454881 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ee726-9c0b-45ce-beea-e49d6043ea8e,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:39.458289 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:39.467696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.470587 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b74ee726-9c0b-45ce-beea-e49d6043ea8e HTTP/1.1" status: 204 len: 168 time: 0.3490233 Jun 01 12:51:39.508192 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Made reservation on behalf of 8ac5f0f2420c43d28e6550fbc5a3ce1a for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:39.520845 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.645060 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b819f-5bd9-460a-8405-87afc2095be3 req-e793c9ca-977b-4d06-8e8a-8326a5c3c5b7 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.649091 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f13b819f-5bd9-460a-8405-87afc2095be3 req-e793c9ca-977b-4d06-8e8a-8326a5c3c5b7 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1955774 Jun 01 12:51:39.726679 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-39b07011-33d2-48c8-805b-90169736daa5 req-ba376c64-c854-4550-94f7-b558a186334a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 210 time: 0.0514693 Jun 01 12:51:39.748394 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f13b819f-5bd9-460a-8405-87afc2095be3 req-f1199e1c-9075-4ad1-87e5-1f0c0cbf3628 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926776 Jun 01 12:51:39.771215 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Allocated IP 172.20.0.9 (4d465ed5-015c-4946-8389-eb372ad940cb/be6436c4-8cc0-495c-aa73-905d1d1d4811/d146f95c-7d83-49ff-aaaa-45f268350da5) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:39.987557 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.087614 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.095208 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:40.274029 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Network 4d465ed5-015c-4946-8389-eb372ad940cb is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:40.290814 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:40.293453 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:40.334395 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Pushing event updated for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.348043 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:40.389799 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:40.390468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.391277 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44180) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:40.418750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.435168 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:40.439258 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Usage tracker for resource:security_group_rule and tenant:1328a4cd89c64f51a27cad3391073faf is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:40.442248 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:40.453594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:40.505264 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3124335 Jun 01 12:51:40.525592 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Request body: {'port': {'device_id': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:40.612974 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.687983 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.735078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.789066 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-bf640b56-2998-48a1-b19e-f04a636ed125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:40.814046 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1328a4cd89c64f51a27cad3391073faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214444 Jun 01 12:51:40.823017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44202) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:40.976863 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ff7fdf-5a4e-4752-b4a5-300e4834d8dc,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.994846 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:41.038254 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.073202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.096205 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfed0c3-5c8e-4bfa-82ec-c8d70cc34b7b req-f5f70efb-8e6b-4d99-bf5d-64fda1fb6c8f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.097747 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ddfed0c3-5c8e-4bfa-82ec-c8d70cc34b7b req-f5f70efb-8e6b-4d99-bf5d-64fda1fb6c8f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 931 time: 0.2342076 Jun 01 12:51:41.154376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3749b9f-9b12-4ab0-9894-ae3eacae4047 req-ff9d6cf4-800c-4bed-a7ba-d8c9601ad6a5 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.156701 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f3749b9f-9b12-4ab0-9894-ae3eacae4047 req-ff9d6cf4-800c-4bed-a7ba-d8c9601ad6a5 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2292948 Jun 01 12:51:41.245815 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-ddfed0c3-5c8e-4bfa-82ec-c8d70cc34b7b req-cf2e6c2e-2020-4d3b-8e06-ce4ac4f24ac9 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Synchronizing usage tracker for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:41.271021 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f3749b9f-9b12-4ab0-9894-ae3eacae4047 req-f330ce01-64fa-4033-9c25-fef54a09edf8 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998523 Jun 01 12:51:41.274068 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d146f95c-7d83-49ff-aaaa-45f268350da5 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:41.283120 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.338744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.338950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Transition to ACTIVE for port object d146f95c-7d83-49ff-aaaa-45f268350da5 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:41.343459 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-29f3e1e8-5553-468d-adea-e444033d8588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:41.358953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ff7fdf-5a4e-4752-b4a5-300e4834d8dc,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:41.362503 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:41.363886 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-ddfed0c3-5c8e-4bfa-82ec-c8d70cc34b7b req-cf2e6c2e-2020-4d3b-8e06-ce4ac4f24ac9 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Unset dirty status for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:41.369113 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ddfed0c3-5c8e-4bfa-82ec-c8d70cc34b7b req-cf2e6c2e-2020-4d3b-8e06-ce4ac4f24ac9 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618904 Jun 01 12:51:41.372671 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.372671 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8ff7fdf-5a4e-4752-b4a5-300e4834d8dc HTTP/1.1" status: 204 len: 168 time: 0.5474832 Jun 01 12:51:41.497289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.505209 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:41.689815 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951d5f0-22b1-44c6-bef4-1ebcd78839c0 req-b7ac0e29-48bd-4a55-9fb4-78828ed555f4 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.693051 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0951d5f0-22b1-44c6-bef4-1ebcd78839c0 req-b7ac0e29-48bd-4a55-9fb4-78828ed555f4 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.2941031 Jun 01 12:51:41.703865 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:41.735037 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:41.860893 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0951d5f0-22b1-44c6-bef4-1ebcd78839c0 req-7910670a-e0f1-4c30-a170-266239db52db tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537006 Jun 01 12:51:41.899266 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Attempting to bind port d146f95c-7d83-49ff-aaaa-45f268350da5 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:41.899517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Attempting to bind port d146f95c-7d83-49ff-aaaa-45f268350da5 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:41.901873 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Attempting to bind port d146f95c-7d83-49ff-aaaa-45f268350da5 on network 4d465ed5-015c-4946-8389-eb372ad940cb {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:41.904956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Port d146f95c-7d83-49ff-aaaa-45f268350da5 on network 4d465ed5-015c-4946-8389-eb372ad940cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:41.905288 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Attempting to bind port d146f95c-7d83-49ff-aaaa-45f268350da5 on network 4d465ed5-015c-4946-8389-eb372ad940cb {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:41.912282 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:41.912851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Checking segment: {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:41.913222 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Bound using segment: {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:41.913660 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Bound port: d146f95c-7d83-49ff-aaaa-45f268350da5, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:41.916420 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.012138 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:42.015233 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d146f95c-7d83-49ff-aaaa-45f268350da5,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:42.134631 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.144630 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:42.223307 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.223921 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.225322 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] 10.222.0.58 "PUT /v2.0/ports/d146f95c-7d83-49ff-aaaa-45f268350da5 HTTP/1.1" status: 200 len: 1093 time: 1.7041717 Jun 01 12:51:42.226028 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:42.228460 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09449fe-051f-4942-bff6-e48f3492a10b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:42.242489 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:42.245453 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:42.279962 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8854f3-b253-43ba-a3a6-64649e19748e x-openstack-request-id: req-fc8854f3-b253-43ba-a3a6-64649e19748e {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:42.280598 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:42.280598 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc8854f3-b253-43ba-a3a6-64649e19748e {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:42.281014 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5', 'status': 'completed', 'code': 200} Jun 01 12:51:42.335440 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44272) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:42.359949 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.379117 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:42.383642 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Usage tracker for resource:security_group_rule and tenant:2eebb77f7b794887a075895ba6ad3aa8 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:42.395550 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09449fe-051f-4942-bff6-e48f3492a10b req-cc807174-7ef2-41b7-8d34-07fa316e42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.395550 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d09449fe-051f-4942-bff6-e48f3492a10b req-cc807174-7ef2-41b7-8d34-07fa316e42b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 1096 time: 0.0827539 Jun 01 12:51:42.395750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:42.401419 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:42.499021 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.568444 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.576394 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4232b1cd-822b-453c-9b4c-9799e68e29f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:42.634726 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2eebb77f7b794887a075895ba6ad3aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952409 Jun 01 12:51:42.634726 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa3871-3fe3-4ff9-8709-0e83670333df,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:42.635310 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44288) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:42.639403 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:42.667455 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09449fe-051f-4942-bff6-e48f3492a10b req-52b68f03-8df1-4529-b081-03e1a5ee8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.670314 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d09449fe-051f-4942-bff6-e48f3492a10b req-52b68f03-8df1-4529-b081-03e1a5ee8ef1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2616353 Jun 01 12:51:42.684001 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515976f-3c28-4c97-93cc-85f6687a2c28 req-3aad861b-4f71-4b49-bc82-1e881dce5703 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.685423 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b515976f-3c28-4c97-93cc-85f6687a2c28 req-3aad861b-4f71-4b49-bc82-1e881dce5703 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Synchronizing usage tracker for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:42.720295 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.749869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.909384 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09449fe-051f-4942-bff6-e48f3492a10b req-c5d03939-d944-408e-815f-cdeeab7bfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.911001 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d09449fe-051f-4942-bff6-e48f3492a10b req-c5d03939-d944-408e-815f-cdeeab7bfb13 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207663 Jun 01 12:51:42.927182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b515976f-3c28-4c97-93cc-85f6687a2c28 req-3aad861b-4f71-4b49-bc82-1e881dce5703 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Unset dirty status for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:42.937137 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b515976f-3c28-4c97-93cc-85f6687a2c28 req-3aad861b-4f71-4b49-bc82-1e881dce5703 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 943 time: 0.4109600 Jun 01 12:51:42.946015 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.976353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2a4a9207-1a54-45d1-b248-514017c81365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:43.003814 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa3871-3fe3-4ff9-8709-0e83670333df,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:43.007546 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:43.014548 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.015835 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2fa3871-3fe3-4ff9-8709-0e83670333df HTTP/1.1" status: 204 len: 168 time: 0.3793483 Jun 01 12:51:43.081074 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b515976f-3c28-4c97-93cc-85f6687a2c28 req-81af2394-36a4-4518-b3ac-6ad2f71f38fa tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429260 Jun 01 12:51:43.137026 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-7144f49a-77fb-4ed9-8690-304a68732e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:43.139739 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-7144f49a-77fb-4ed9-8690-304a68732e75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 1096 time: 0.1548786 Jun 01 12:51:43.240149 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-eaea08d6-f7c8-418c-b467-c6df3d067117 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d146f95c-7d83-49ff-aaaa-45f268350da5 HTTP/1.1" status: 200 len: 217 time: 0.0846527 Jun 01 12:51:43.324723 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-645bc6db-c1c4-485b-a2b2-2da59eae7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:43.327211 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-645bc6db-c1c4-485b-a2b2-2da59eae7f81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be6436c4-8cc0-495c-aa73-905d1d1d4811 HTTP/1.1" status: 200 len: 849 time: 0.0811207 Jun 01 12:51:43.380279 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-08a961fd-2240-4515-99fe-35c654145a29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d465ed5-015c-4946-8389-eb372ad940cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451393 Jun 01 12:51:43.517520 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-6b3764bd-fe17-44bb-89de-8ae265dcfe16 service neutron] 10.222.0.58 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299260 Jun 01 12:51:43.661938 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-55f33f2c-3adb-4545-9aa6-23bc20b9c39f req-410020a4-b1c3-43e9-b6bc-d58e7f20462d service neutron] 10.222.0.58 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377895 Jun 01 12:51:43.769229 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-52db331e-0f3a-43f1-9b95-f7579d4f5e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.312461 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7c7fa-c2ca-4067-a1a2-101e03d746d7 req-9aef44db-ec3b-4f30-984d-fcb7f0c43d31 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:44.315347 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-11c7c7fa-c2ca-4067-a1a2-101e03d746d7 req-9aef44db-ec3b-4f30-984d-fcb7f0c43d31 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 943 time: 0.1092768 Jun 01 12:51:44.418317 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-11c7c7fa-c2ca-4067-a1a2-101e03d746d7 req-64ab4226-496d-43a6-ab62-177b95b6423e tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960908 Jun 01 12:51:45.131865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0f481-6d22-4a38-a3ba-28f3d602b3cb req-ea48e5dd-3c6e-4a1d-8023-6f75ad9add55 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.139467 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-db7a7157-6463-4132-a4bb-a834b1028fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.141563 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-86b0f481-6d22-4a38-a3ba-28f3d602b3cb req-ea48e5dd-3c6e-4a1d-8023-6f75ad9add55 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1391146 Jun 01 12:51:45.142256 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-db7a7157-6463-4132-a4bb-a834b1028fd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.1382136 Jun 01 12:51:45.205737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44404) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.248775 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-86b0f481-6d22-4a38-a3ba-28f3d602b3cb req-c6656c09-50f3-4d89-8384-2c8e89bedea1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062942 Jun 01 12:51:45.311442 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-9dc2e4ec-9b6c-49de-b797-2e8b1d7bf81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.313006 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-9dc2e4ec-9b6c-49de-b797-2e8b1d7bf81a service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.1622210 Jun 01 12:51:45.382244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.389178 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-309be568-44b1-4e72-a469-869f4db5a010 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.0687830 Jun 01 12:51:45.400249 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:45.405133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Usage tracker for resource:security_group_rule and tenant:dc65ecdfe88648d5934861ef6917c426 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:45.408348 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:45.419204 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:45.461840 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-7aada841-3906-4722-8744-1f337f6421d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.463527 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-7aada841-3906-4722-8744-1f337f6421d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0669889 Jun 01 12:51:45.521283 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.531858 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-d4b643ac-52f3-4a7f-807a-60b735f843b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610416 Jun 01 12:51:45.621709 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.636259 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4d48e2f4-030e-4085-aae4-2e314a23a18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:45.675558 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44420) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.690244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327fa5c-b60b-4e88-913c-40a45603eaa2,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.690244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:45.692291 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc65ecdfe88648d5934861ef6917c426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851155 Jun 01 12:51:45.695998 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44426) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.753966 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-a015359a-1d11-4551-b6eb-28ed962c5d8a service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782949 Jun 01 12:51:45.762903 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda02e-c18a-4367-b39a-4e24d713aa3a req-0f8550ff-23bf-49e8-bbcb-bfa3a27fb765 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.764809 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e6cda02e-c18a-4367-b39a-4e24d713aa3a req-0f8550ff-23bf-49e8-bbcb-bfa3a27fb765 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 943 time: 0.2316949 Jun 01 12:51:45.773173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.803448 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.901994 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.903839 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device d146f95c-7d83-49ff-aaaa-45f268350da5 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:45.941383 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e6cda02e-c18a-4367-b39a-4e24d713aa3a req-e3e937f5-3047-4efc-9948-fd953e81da65 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499081 Jun 01 12:51:45.944650 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:45.950500 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Usage tracker for resource:security_group_rule and tenant:db3c84b38c4c464da8ed8ac3a940ddf4 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:45.953393 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:45.970593 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:45.972781 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.978125 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-0be17ba8-e652-4844-bce9-60935d99cf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:45.988982 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327fa5c-b60b-4e88-913c-40a45603eaa2,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.989726 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f94f6a2a-a301-4ab5-882f-bed71ca78ac4 req-13531f62-eaaa-4d19-a7e7-1540fd62248d service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238288 Jun 01 12:51:45.992691 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:45.997077 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.005846 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3327fa5c-b60b-4e88-913c-40a45603eaa2 HTTP/1.1" status: 204 len: 168 time: 0.3084302 Jun 01 12:51:46.077205 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d146f95c-7d83-49ff-aaaa-45f268350da5,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:46.095296 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'd146f95c-7d83-49ff-aaaa-45f268350da5', 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb', 'port_id': 'd146f95c-7d83-49ff-aaaa-45f268350da5', 'mac_address': 'fa:16:3e:5e:6c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6436c4-8cc0-495c-aa73-905d1d1d4811', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:46.115482 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.161116 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.178202 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d146f95c-7d83-49ff-aaaa-45f268350da5 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:46.195727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.203423 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d146f95c-7d83-49ff-aaaa-45f268350da5,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:46.205148 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6c581bce-f029-4413-a6e6-75fe7b3f7e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:46.248092 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db3c84b38c4c464da8ed8ac3a940ddf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653682 Jun 01 12:51:46.248550 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44444) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:46.248700 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01480a-afc5-49a3-ab52-b08553faf699,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.253431 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:46.321519 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.327941 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.331143 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:46.352826 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.395333 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-69936426-1328-4c74-95bf-04ff09426860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.433277 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.446774 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.447186 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.447526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.447859 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.448217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.448527 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.448871 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.449194 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.449519 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.449920 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.450227 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.450605 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:46.455353 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:46.469683 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.489701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3c3e8-2fbb-474b-b7d3-fcda56c73bc3 req-8e990311-f14f-4481-b515-c4aa806b6453 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:46.491156 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bbd3c3e8-2fbb-474b-b7d3-fcda56c73bc3 req-8e990311-f14f-4481-b515-c4aa806b6453 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0853784 Jun 01 12:51:46.536913 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bbd3c3e8-2fbb-474b-b7d3-fcda56c73bc3 req-3d4a7a44-60de-40d9-9583-8e7333ce00e2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 Jun 01 12:51:46.572728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.576520 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:46.591130 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01480a-afc5-49a3-ab52-b08553faf699,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.594863 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:46.598805 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.600033 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae01480a-afc5-49a3-ab52-b08553faf699 HTTP/1.1" status: 204 len: 168 time: 0.3500488 Jun 01 12:51:46.634760 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['d146f95c-7d83-49ff-aaaa-45f268350da5'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:46.836840 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44460) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:46.855448 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.872450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:46.876520 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Usage tracker for resource:security_group_rule and tenant:b28802f7d2644fe28a9892740eb1f28c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:46.879491 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:46.885241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:47.033344 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.109874 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.119544 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-bee7f086-df9f-4e75-96af-c018261c4df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:47.165975 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b28802f7d2644fe28a9892740eb1f28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279057 Jun 01 12:51:47.167013 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeae3af4-bff0-4fd1-ae11-44e31ac7fbee,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:47.171123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44476) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:47.173649 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:47.254189 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.256908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa39c12-60d9-408d-83a1-694ab761310c req-40905e79-faeb-4716-983a-0de93f987cb4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:47.258549 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9aa39c12-60d9-408d-83a1-694ab761310c req-40905e79-faeb-4716-983a-0de93f987cb4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 944 time: 0.1777906 Jun 01 12:51:47.281383 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.286849 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.307298 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9aa39c12-60d9-408d-83a1-694ab761310c req-624dba37-7215-4a29-8126-95de7b30c263 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418704 Jun 01 12:51:47.447188 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.453159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5b731e8f-a8e6-43bb-93fd-f0fac33b69ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:47.467241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeae3af4-bff0-4fd1-ae11-44e31ac7fbee,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:47.470630 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:47.471864 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:47.472722 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeae3af4-bff0-4fd1-ae11-44e31ac7fbee HTTP/1.1" status: 204 len: 168 time: 0.3010375 Jun 01 12:51:47.745566 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe1970-b1e4-4a69-b1c1-2e8ae9065a56 req-39c72617-a5ac-47eb-b3ef-ef14400a400d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:47.748620 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d5fe1970-b1e4-4a69-b1c1-2e8ae9065a56 req-39c72617-a5ac-47eb-b3ef-ef14400a400d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0965836 Jun 01 12:51:47.806009 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d5fe1970-b1e4-4a69-b1c1-2e8ae9065a56 req-eb2d167f-4f49-46e1-93ec-cf3b230b2864 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Jun 01 12:51:47.897316 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device d146f95c-7d83-49ff-aaaa-45f268350da5 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:48.064125 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port d146f95c-7d83-49ff-aaaa-45f268350da5 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:48.071759 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port d146f95c-7d83-49ff-aaaa-45f268350da5 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:48.072354 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.202371 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.229633 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:48.233203 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d965b527-cd5b-4b19-828f-e98ab14eb488" -d '{"events": [{"server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "name": "network-vif-plugged", "status": "completed", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:48.245231 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d146f95c-7d83-49ff-aaaa-45f268350da5,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:48.285042 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37baed5e-1174-49ea-bc99-c23d074457e0 x-openstack-request-id: req-37baed5e-1174-49ea-bc99-c23d074457e0 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:48.285339 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "name": "network-vif-plugged", "status": "completed", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:48.285670 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37baed5e-1174-49ea-bc99-c23d074457e0 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:48.286045 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5', 'code': 200} Jun 01 12:51:48.393616 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.397342 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:48.544808 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:48.548248 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:48.611949 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf60df-9a5c-4278-a508-0b55e3622b20 req-bcfbd4aa-1d6d-4e88-897d-5faba31d4f3a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:48.627280 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-edbf60df-9a5c-4278-a508-0b55e3622b20 req-bcfbd4aa-1d6d-4e88-897d-5faba31d4f3a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.1679647 Jun 01 12:51:48.738542 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-edbf60df-9a5c-4278-a508-0b55e3622b20 req-9d2cb880-a8c1-47ea-8cde-96c44951150f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101663 Jun 01 12:51:48.981152 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.013860 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56b31b-cd72-4c25-ad1c-3d8423451c4e req-6b9aed1e-ceab-43ed-abed-2635e551ef7c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:49.033391 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8e56b31b-cd72-4c25-ad1c-3d8423451c4e req-6b9aed1e-ceab-43ed-abed-2635e551ef7c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1176994 Jun 01 12:51:49.103452 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8e56b31b-cd72-4c25-ad1c-3d8423451c4e req-b4b1ee87-6dd2-4c09-8209-035465220747 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690892 Jun 01 12:51:49.182991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4fb1a-4e07-40e3-8d92-068a5999cd6b req-35970237-3fc3-4a73-9f9e-cf3d98f903ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:49.185655 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8bc4fb1a-4e07-40e3-8d92-068a5999cd6b req-35970237-3fc3-4a73-9f9e-cf3d98f903ef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 1098 time: 0.1656168 Jun 01 12:51:49.276100 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8bc4fb1a-4e07-40e3-8d92-068a5999cd6b req-3a789566-f62d-4782-869c-d762fc3384ad service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817797 Jun 01 12:51:49.384743 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.591428 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44566) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:49.844328 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44582) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:49.948367 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.963269 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.983087 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:49.992191 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Usage tracker for resource:security_group_rule and tenant:e66bc84290934294838d2ad65ee208aa is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:49.998109 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:50.000276 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:50.004820 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Usage tracker for resource:security_group_rule and tenant:e09c726252884012a3dd09a62953f4e2 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:50.009845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:50.015602 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:50.021626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:50.079902 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab621f-cddd-4816-8502-7399b8db1284 req-d940ca98-1390-4ca6-8d5c-afdb6577307f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:50.081461 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7aab621f-cddd-4816-8502-7399b8db1284 req-d940ca98-1390-4ca6-8d5c-afdb6577307f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.2110612 Jun 01 12:51:50.178911 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7aab621f-cddd-4816-8502-7399b8db1284 req-d01480de-b5e3-4248-96e3-84290ba9f99d tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910792 Jun 01 12:51:50.241617 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.273528 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.352877 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828a363-7ace-4c0f-aae7-daa8015854ee req-527be830-711c-46fb-9b82-e1cfa8e7e2d1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:50.355197 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9828a363-7ace-4c0f-aae7-daa8015854ee req-527be830-711c-46fb-9b82-e1cfa8e7e2d1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1098919 Jun 01 12:51:50.407630 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.411447 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9828a363-7ace-4c0f-aae7-daa8015854ee req-39ae24a5-4937-4011-839c-c48c8259b2ad tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458722 Jun 01 12:51:50.417189 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c353f4ed-16f0-46f5-9ffd-58cc2920c9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:50.443712 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.473023 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e09c726252884012a3dd09a62953f4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6274004 Jun 01 12:51:50.476756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44606) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:50.482502 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cd0776-8889-4de5-9e17-2a4d72928282,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.485650 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:50.490382 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d8e2136d-37e5-4130-bfb8-c811c39b027f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:50.511895 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e66bc84290934294838d2ad65ee208aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9191561 Jun 01 12:51:50.515141 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44612) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:50.558483 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.559138 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d408a9da-4fa8-4740-9f33-67126918d8da,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.562320 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:50.595544 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.602686 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.645737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.723951 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.726622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da47afe9-7236-4207-97f4-c45d63424564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:50.739627 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cd0776-8889-4de5-9e17-2a4d72928282,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.744158 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:50.755697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.760442 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1cd0776-8889-4de5-9e17-2a4d72928282 HTTP/1.1" status: 204 len: 168 time: 0.2823088 Jun 01 12:51:50.817634 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.834625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:50.867467 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d408a9da-4fa8-4740-9f33-67126918d8da,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.902150 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:50.927111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:50.933285 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d408a9da-4fa8-4740-9f33-67126918d8da HTTP/1.1" status: 204 len: 168 time: 0.4134278 Jun 01 12:51:51.461858 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1371f-f081-4869-a725-a3298ab0deb0 req-cdef3f03-8705-43d5-afb5-7a90bf7f73dd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:51.463505 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2cc1371f-f081-4869-a725-a3298ab0deb0 req-cdef3f03-8705-43d5-afb5-7a90bf7f73dd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.1075592 Jun 01 12:51:51.516125 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2cc1371f-f081-4869-a725-a3298ab0deb0 req-07e4f95d-4917-4304-9a9e-5929d5eed5fa tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Jun 01 12:51:51.759698 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347173c-b95e-4da1-867a-ab154f64f838 req-a6eb815e-2943-4cb5-8948-00fd283da78e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:51.761858 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a347173c-b95e-4da1-867a-ab154f64f838 req-a6eb815e-2943-4cb5-8948-00fd283da78e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1379807 Jun 01 12:51:51.809213 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a347173c-b95e-4da1-867a-ab154f64f838 req-81e49995-91fd-4b06-bf22-47e2d26d1d5a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Jun 01 12:51:51.811043 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44686) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:51.831805 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:51.845991 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:51.850080 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Usage tracker for resource:security_group_rule and tenant:0ac9636e59c7454e98d0ab229ff2e28e is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:51.853155 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:51.862115 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:51.945030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa974be-0e27-485f-a362-3fdaaa1072fc req-81f45088-1b17-4013-88cb-709f19c1bb3f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:51.958589 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-aaa974be-0e27-485f-a362-3fdaaa1072fc req-81f45088-1b17-4013-88cb-709f19c1bb3f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1081645 Jun 01 12:51:51.966807 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.025259 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-aaa974be-0e27-485f-a362-3fdaaa1072fc req-6505710c-1796-4ecc-a3d4-f46d290909b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605927 Jun 01 12:51:52.087346 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.097814 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-820bfc38-2759-44d5-8862-a3ff85595af6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:52.114080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44700) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:52.143895 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ac9636e59c7454e98d0ab229ff2e28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315816 Jun 01 12:51:52.144377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44706) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:52.146096 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f2aea-af2e-40c5-8b4e-07d238e7406b,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:52.156868 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:52.227735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.262009 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.301747 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.331784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:52.337646 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Usage tracker for resource:security_group_rule and tenant:de0366d701cf4c8ab793cdd7fe3b447d is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:52.339325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:52.345701 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:52.474865 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.481460 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ea680d8c-db84-41d5-a2d6-06412379a468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:52.496589 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f2aea-af2e-40c5-8b4e-07d238e7406b,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:52.498948 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:52.514031 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.515304 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/214f2aea-af2e-40c5-8b4e-07d238e7406b HTTP/1.1" status: 204 len: 168 time: 0.3681028 Jun 01 12:51:52.575944 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.697184 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.705031 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e0e66d88-de58-489a-87d6-e898427fdb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:52.746154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1717023-2d20-4698-b544-40b7971a06ba,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:52.751272 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de0366d701cf4c8ab793cdd7fe3b447d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364753 Jun 01 12:51:52.752150 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:52.754105 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44720) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:52.822360 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:52.852214 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.019581 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.024510 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ab0ae2af-5678-432d-a3bd-513222bbcc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:53.043004 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1717023-2d20-4698-b544-40b7971a06ba,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:53.056628 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:53.056628 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.056628 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1717023-2d20-4698-b544-40b7971a06ba HTTP/1.1" status: 204 len: 168 time: 0.3010223 Jun 01 12:51:53.082301 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c49d1-dbaf-4004-a5f4-4634ebd69cc6 req-ea805502-39bf-481b-9ef5-dc2ce65d89b6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:53.083839 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e83c49d1-dbaf-4004-a5f4-4634ebd69cc6 req-ea805502-39bf-481b-9ef5-dc2ce65d89b6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1519074 Jun 01 12:51:53.170743 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e83c49d1-dbaf-4004-a5f4-4634ebd69cc6 req-f440de46-2660-46bc-8b15-c20cc63a9591 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733445 Jun 01 12:51:53.348905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74567cf-10d0-4f8e-b5b6-90a18910b683 req-9c91c17d-da16-49b5-97c8-cc65d9ede1d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:53.350374 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a74567cf-10d0-4f8e-b5b6-90a18910b683 req-9c91c17d-da16-49b5-97c8-cc65d9ede1d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0823021 Jun 01 12:51:53.409296 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a74567cf-10d0-4f8e-b5b6-90a18910b683 req-e6a0d3e1-2291-4692-8382-2e9ac76971e4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532157 Jun 01 12:51:53.609603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79bddc6-2acb-45bd-9dce-64d527ea287b req-91bb09c2-a11f-4b85-a63d-bb238a5292be tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:53.611780 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e79bddc6-2acb-45bd-9dce-64d527ea287b req-91bb09c2-a11f-4b85-a63d-bb238a5292be tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.0999837 Jun 01 12:51:53.667498 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e79bddc6-2acb-45bd-9dce-64d527ea287b req-1dec9742-3684-43bd-8148-a3281ded78ce tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479848 Jun 01 12:51:53.819389 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44766) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:53.842872 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:53.858943 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:53.862850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Usage tracker for resource:security_group_rule and tenant:f436882ba8d64d42bd0d2bfa33b24bb7 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:53.865756 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:53.873360 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:53.962964 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.046789 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.055645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-8a2aef4b-807d-408a-8d5b-c6fed30488c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:54.098115 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f436882ba8d64d42bd0d2bfa33b24bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771454 Jun 01 12:51:54.098608 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c879f-3d25-469b-b759-0b7d0c4a246c,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:54.100417 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44774) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:54.101622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:54.163273 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.200477 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.247363 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44784) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:54.366890 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.373874 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da6bdb9a-6dc4-4366-aa0f-fbc19041a828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:54.388392 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c879f-3d25-469b-b759-0b7d0c4a246c,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:54.390830 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:54.393132 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.396167 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e86c879f-3d25-469b-b759-0b7d0c4a246c HTTP/1.1" status: 204 len: 168 time: 0.2923038 Jun 01 12:51:54.463537 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.482844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391a0ad-8992-44ec-884c-48e6cd42bf48 req-a1b11ec7-7abe-4f3f-a4d0-d8bf5824afdc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:54.486001 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6391a0ad-8992-44ec-884c-48e6cd42bf48 req-a1b11ec7-7abe-4f3f-a4d0-d8bf5824afdc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1980462 Jun 01 12:51:54.508094 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:54.517168 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Usage tracker for resource:security_group_rule and tenant:86ab8218ae3b46fa9520ccee1fbdfe92 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:54.521112 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:54.535510 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:54.553116 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6391a0ad-8992-44ec-884c-48e6cd42bf48 req-e1cfd714-16ea-4d6c-a6b2-850e3f3ce778 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 Jun 01 12:51:54.635525 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.636255 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5608d6-0fce-4da7-abf1-e8dee5e9b101 req-5e059f48-b692-4f58-a946-db6d788e004f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:54.638603 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9d5608d6-0fce-4da7-abf1-e8dee5e9b101 req-5e059f48-b692-4f58-a946-db6d788e004f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0982740 Jun 01 12:51:54.689066 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9d5608d6-0fce-4da7-abf1-e8dee5e9b101 req-40acae11-d5ad-4c9f-8186-92555c514224 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445995 Jun 01 12:51:54.749924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.756917 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b93855cb-893f-4110-b4ff-720814d3a91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:54.872991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44808) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:54.873168 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86ab8218ae3b46fa9520ccee1fbdfe92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243546 Jun 01 12:51:54.875307 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436e54d-9517-4da6-9c1c-04c0f3d2286e,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:54.892616 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:54.933085 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f10fe-d124-4987-a7cc-f0dd3fb9d817 req-a90186b2-0830-456a-a30a-46ead3062fd4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:54.942641 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-426f10fe-d124-4987-a7cc-f0dd3fb9d817 req-a90186b2-0830-456a-a30a-46ead3062fd4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.1244657 Jun 01 12:51:55.006562 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-426f10fe-d124-4987-a7cc-f0dd3fb9d817 req-ce724704-86dc-4181-9ea1-4acf9ac0ff1d tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Jun 01 12:51:55.037167 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.071751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.231819 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.244403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-84dd3625-d76a-4262-90d7-b32910b4ce9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:55.264027 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436e54d-9517-4da6-9c1c-04c0f3d2286e,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:55.278254 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:55.310217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.317006 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e436e54d-9517-4da6-9c1c-04c0f3d2286e HTTP/1.1" status: 204 len: 168 time: 0.4424083 Jun 01 12:51:55.355600 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-eab76214-53a2-41d0-a28d-2e8728b5f6d0 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:55.355600 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-eab76214-53a2-41d0-a28d-2e8728b5f6d0 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.1560354 Jun 01 12:51:55.518545 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Deleting port d146f95c-7d83-49ff-aaaa-45f268350da5 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:55.519335 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.827665 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] For port d146f95c-7d83-49ff-aaaa-45f268350da5, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=d146f95c-7d83-49ff-aaaa-45f268350da5,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:55.828023 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.970317 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdd71a-463e-494a-8b44-0aa107ee3c46 req-481dc298-3aca-41f5-ac7e-aac34bcaac4e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:55.972019 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-75bdd71a-463e-494a-8b44-0aa107ee3c46 req-481dc298-3aca-41f5-ac7e-aac34bcaac4e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.2771728 Jun 01 12:51:55.980240 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Calling delete_port for d146f95c-7d83-49ff-aaaa-45f268350da5 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:55.991186 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f7892-f3d8-4149-bcd0-492bce5e6e31 req-536203ca-fd09-4056-84d2-3b20574b939c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:55.994069 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-678f7892-f3d8-4149-bcd0-492bce5e6e31 req-536203ca-fd09-4056-84d2-3b20574b939c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1137638 Jun 01 12:51:56.058289 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-75bdd71a-463e-494a-8b44-0aa107ee3c46 req-64ce9873-2c9d-4636-8d3f-03fd2f18562c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751038 Jun 01 12:51:56.079740 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-678f7892-f3d8-4149-bcd0-492bce5e6e31 req-7ef4d1d2-d372-497c-924c-d4ef7a9ff89b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767105 Jun 01 12:51:56.324987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.339992 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:56.340116 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['d146f95c-7d83-49ff-aaaa-45f268350da5'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:56.397675 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Pushing event deleted for resources: {'Port': ['ID=d146f95c-7d83-49ff-aaaa-45f268350da5,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.402172 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:56.440443 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb4706-a684-4164-8ffb-eee2eb489829 req-5f09f62a-ae9a-4164-b8c5-65e2ad92c61c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:56.447503 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-13bb4706-a684-4164-8ffb-eee2eb489829 req-5f09f62a-ae9a-4164-b8c5-65e2ad92c61c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 945 time: 0.2174716 Jun 01 12:51:56.515927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] No DVR routers for this DVR port d146f95c-7d83-49ff-aaaa-45f268350da5 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:56.526647 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.529831 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'name': 'network-vif-deleted', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:56.535698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4921bee-3e3b-4752-a38b-d9eb728caa7f" -d '{"events": [{"server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "name": "network-vif-deleted", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:56.560764 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-13bb4706-a684-4164-8ffb-eee2eb489829 req-4db9f692-7dcb-4f3d-8647-b0146c1b1511 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122873 Jun 01 12:51:56.587071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e77d5e-62da-42b2-8dd8-aba872990e98 x-openstack-request-id: req-27e77d5e-62da-42b2-8dd8-aba872990e98 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:56.587071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7abce4f-a591-4ea5-bbac-0e66532b3db3", "name": "network-vif-deleted", "tag": "d146f95c-7d83-49ff-aaaa-45f268350da5", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:56.587071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27e77d5e-62da-42b2-8dd8-aba872990e98 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:56.587071 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7abce4f-a591-4ea5-bbac-0e66532b3db3', 'name': 'network-vif-deleted', 'tag': 'd146f95c-7d83-49ff-aaaa-45f268350da5', 'status': 'completed', 'code': 200} Jun 01 12:51:56.693790 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-be279f26-e1ea-4461-86e5-33a15254cc0e req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "DELETE /v2.0/ports/d146f95c-7d83-49ff-aaaa-45f268350da5 HTTP/1.1" status: 204 len: 173 time: 1.3305149 Jun 01 12:51:57.024698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 44892) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.072015 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:51:57.179296 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.195554 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:57.200374 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Usage tracker for resource:security_group_rule and tenant:038b5f4cbdae4b8a970b03d4af8bb744 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:57.206279 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:57.209291 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:57.264154 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97054642-f42d-4c57-8664-7b495510fc2b req-d0e6456d-d109-42a9-8242-ee655ef2b2f4 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.265723 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-97054642-f42d-4c57-8664-7b495510fc2b req-d0e6456d-d109-42a9-8242-ee655ef2b2f4 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0866883 Jun 01 12:51:57.331161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.346884 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-97054642-f42d-4c57-8664-7b495510fc2b req-fe96f81c-b74a-46fd-ace7-d955cb786e8c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737324 Jun 01 12:51:57.399887 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.420628 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c4c02583-b533-4098-aa46-56ed0ff6e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:57.475974 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=038b5f4cbdae4b8a970b03d4af8bb744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501193 Jun 01 12:51:57.476964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474049bf-7c55-4a9a-b851-8808a97866e7,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.478985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 44908) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:57.480650 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:57.600531 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195dfad-2fc8-41e1-ac0b-d1114678495e req-8f829d14-dbdf-4f96-a1e2-60ce1a761fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.601981 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b195dfad-2fc8-41e1-ac0b-d1114678495e req-8f829d14-dbdf-4f96-a1e2-60ce1a761fbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.0836191 Jun 01 12:51:57.633130 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.665233 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b195dfad-2fc8-41e1-ac0b-d1114678495e req-17359f5f-404e-4af1-b5de-fe653b359db7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551004 Jun 01 12:51:57.670929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.692816 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10760055-2596-4ff6-97c0-33f9138df074 req-b74077a0-5b16-4a74-a0e8-d08a682d2936 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.694370 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-10760055-2596-4ff6-97c0-33f9138df074 req-b74077a0-5b16-4a74-a0e8-d08a682d2936 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1590271 Jun 01 12:51:57.764958 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-10760055-2596-4ff6-97c0-33f9138df074 req-e0edb138-715b-4e04-ab0c-b15331df04df tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593429 Jun 01 12:51:57.891923 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.936623 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-630b804c-7b6b-4092-a74b-879733e0530c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:57.963815 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4e63e186-4083-4473-aee5-19f80bebec0d req-4e121f53-6526-4f05-baa6-0464d46d2991 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=a7abce4f-a591-4ea5-bbac-0e66532b3db3 HTTP/1.1" status: 200 len: 210 time: 0.0735488 Jun 01 12:51:57.966825 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474049bf-7c55-4a9a-b851-8808a97866e7,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.968860 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:57.984880 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.989131 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/474049bf-7c55-4a9a-b851-8808a97866e7 HTTP/1.1" status: 204 len: 168 time: 0.5091121 Jun 01 12:51:58.587277 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fed63-2aba-41ed-83ce-0714f8e6795b req-05fc6bb8-1e3d-4a18-87cc-db2176d19671 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:58.588849 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb8fed63-2aba-41ed-83ce-0714f8e6795b req-05fc6bb8-1e3d-4a18-87cc-db2176d19671 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0897229 Jun 01 12:51:58.635276 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb8fed63-2aba-41ed-83ce-0714f8e6795b req-c91a996b-6a14-4fba-9627-01f125b586bd tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Jun 01 12:51:58.962461 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8cdab-9a07-47c2-a893-686b3b50f4cc req-f1b782f8-80d0-41ee-bdd5-488bf92f39bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:58.963926 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-49a8cdab-9a07-47c2-a893-686b3b50f4cc req-f1b782f8-80d0-41ee-bdd5-488bf92f39bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0839119 Jun 01 12:51:59.015386 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-49a8cdab-9a07-47c2-a893-686b3b50f4cc req-b40be971-38b8-4ed1-8f96-476fc2951616 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Jun 01 12:51:59.414568 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-77a1693f-01b9-463d-872a-6edd267479e4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:59.416018 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-77a1693f-01b9-463d-872a-6edd267479e4 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/networks?id=4d465ed5-015c-4946-8389-eb372ad940cb HTTP/1.1" status: 200 len: 809 time: 0.1543353 Jun 01 12:51:59.431475 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-0b55906a-daff-4124-9099-a5205c1cbe2c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/quotas/8ac5f0f2420c43d28e6550fbc5a3ce1a HTTP/1.1" status: 200 len: 375 time: 0.0091381 Jun 01 12:51:59.485540 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2ec2cf71-326c-48a5-8907-289225cad2bd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Synchronizing usage tracker for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:59.618289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2ec2cf71-326c-48a5-8907-289225cad2bd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Unset dirty status for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:59.619570 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2ec2cf71-326c-48a5-8907-289225cad2bd tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1818659 Jun 01 12:51:59.777791 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2015eccd-9ca5-4dc8-8648-2774295c0484 service neutron] 10.222.0.11 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498358 Jun 01 12:51:59.864158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce98b2-1ca2-46df-890e-e96c58e265ff req-b9a15e18-6af2-4853-b1a4-237c9ff89394 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:59.873423 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-03ce98b2-1ca2-46df-890e-e96c58e265ff req-b9a15e18-6af2-4853-b1a4-237c9ff89394 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0936213 Jun 01 12:51:59.928092 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-03ce98b2-1ca2-46df-890e-e96c58e265ff req-96faa447-549a-4230-b7b0-4ff01b2f5e87 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jun 01 12:51:59.928543 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-ff631530-09dc-4e0a-b3c4-6da871313f95 service neutron] 10.222.0.11 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450200 Jun 01 12:51:59.995118 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device d146f95c-7d83-49ff-aaaa-45f268350da5 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:00.035762 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: d146f95c-7d83-49ff-aaaa-45f268350da5 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:52:00.036383 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device d146f95c-7d83-49ff-aaaa-45f268350da5 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:52:00.232555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd9d80-8f2a-4660-bb31-b8699681d543 req-a03db46e-6ed2-43f9-8f93-2410c9343c13 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:00.234365 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a1fd9d80-8f2a-4660-bb31-b8699681d543 req-a03db46e-6ed2-43f9-8f93-2410c9343c13 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0943396 Jun 01 12:52:00.323435 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a1fd9d80-8f2a-4660-bb31-b8699681d543 req-6a401f58-0397-43ce-a86e-1e09e829e494 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798683 Jun 01 12:52:00.409056 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4961e0af-b52c-4422-8768-f1ecfdd2d5d8 req-634ee313-3a45-4b36-9bcd-da88a2fa3ef5 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.0454330 Jun 01 12:52:00.776119 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783cf20-10d9-4a16-b2e0-c1367559aca8 req-07d15ab7-8b14-477c-a1ac-9a9c5682b923 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:00.778895 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7783cf20-10d9-4a16-b2e0-c1367559aca8 req-07d15ab7-8b14-477c-a1ac-9a9c5682b923 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1163778 Jun 01 12:52:00.788435 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-1c6c456b-4745-451e-a1cb-88e108a2f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:00.790769 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-1c6c456b-4745-451e-a1cb-88e108a2f9b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.0838835 Jun 01 12:52:00.881104 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7783cf20-10d9-4a16-b2e0-c1367559aca8 req-f21d3029-6e2c-41fc-909e-795fd31217a6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850315 Jun 01 12:52:01.029553 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-d0a482aa-a7b1-4c99-8eb1-6c78b18a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:01.031215 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-d0a482aa-a7b1-4c99-8eb1-6c78b18a3838 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.2337534 Jun 01 12:52:01.103568 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-c45c8a0a-d7ff-4d2b-b183-ca3d5499ee35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.0645192 Jun 01 12:52:01.171657 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-6c06e005-bd07-4a16-8f81-57e5a3743666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:01.173146 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-6c06e005-bd07-4a16-8f81-57e5a3743666 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0621536 Jun 01 12:52:01.226757 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-3d3114ea-ba5a-4026-9101-156bab261685 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473616 Jun 01 12:52:01.389301 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-343011dc-7c7d-4ccf-8c4c-5d4d397478b1 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530685 Jun 01 12:52:01.409231 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25afcac-4b7f-4060-9744-d5fb5c29c68d req-3073d3c1-ca5a-4cff-b05c-902ec98d2553 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:01.410950 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e25afcac-4b7f-4060-9744-d5fb5c29c68d req-3073d3c1-ca5a-4cff-b05c-902ec98d2553 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1047297 Jun 01 12:52:01.462484 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e25afcac-4b7f-4060-9744-d5fb5c29c68d req-4ddfa2fc-4a2c-435e-866a-da76d81640b3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459204 Jun 01 12:52:01.594301 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1312328b-29f9-40f5-943a-34dcfd7f5ec1 req-29464a97-23d2-4371-800f-1051d660571d service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994328 Jun 01 12:52:01.610125 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f88303-24b9-44b6-8010-9b0e1398237f req-5ab28ad1-135d-4d32-a232-097d24c773e8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:01.611682 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25f88303-24b9-44b6-8010-9b0e1398237f req-5ab28ad1-135d-4d32-a232-097d24c773e8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1399641 Jun 01 12:52:01.612090 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-66375a33-9f21-4fcc-a845-9561f7ee65ed req-da1bc8a8-733c-4e88-8268-2b3d50935140 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.0512691 Jun 01 12:52:01.671938 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25f88303-24b9-44b6-8010-9b0e1398237f req-324ac0c1-eccf-4fb4-a28e-8fdacca64197 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526569 Jun 01 12:52:02.103507 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec02004-33b3-485c-a0b8-568f937ac3e2 req-f1c6fc7b-8454-4d42-b54a-cd62e397e81d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:02.103507 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0ec02004-33b3-485c-a0b8-568f937ac3e2 req-f1c6fc7b-8454-4d42-b54a-cd62e397e81d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1031463 Jun 01 12:52:02.163903 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0ec02004-33b3-485c-a0b8-568f937ac3e2 req-bbc3bdb2-7ad8-4a7b-91e1-325359d3786e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Jun 01 12:52:02.664580 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70da3-ea7c-41e2-a311-1f37f579c8e1 req-63e16fb1-b34d-46ff-954c-33919649abf3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:02.669054 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-78f70da3-ea7c-41e2-a311-1f37f579c8e1 req-63e16fb1-b34d-46ff-954c-33919649abf3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0879619 Jun 01 12:52:02.715967 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-78f70da3-ea7c-41e2-a311-1f37f579c8e1 req-c88aa0fb-0d6e-4fe6-886e-e9a8bc88635f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419400 Jun 01 12:52:02.779428 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e62ea2d-79b6-48bc-89a6-e0d55e9f8896 req-2e921d23-9caa-47da-bdbd-5c2447a283b8 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.0487771 Jun 01 12:52:02.913807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1305-aaa4-4497-b2af-96f5d10364f7 req-258c701c-f85b-4a71-aa76-478b2913e51a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:02.915271 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-753b1305-aaa4-4497-b2af-96f5d10364f7 req-258c701c-f85b-4a71-aa76-478b2913e51a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0833924 Jun 01 12:52:02.964692 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-753b1305-aaa4-4497-b2af-96f5d10364f7 req-00aef495-c3c3-4adf-8f7f-56d23428066c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430913 Jun 01 12:52:03.184885 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-41296423-ec77-4576-8cad-13124627e1af tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:03.186110 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-41296423-ec77-4576-8cad-13124627e1af tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "GET /v2.0/networks?id=4d465ed5-015c-4946-8389-eb372ad940cb HTTP/1.1" status: 200 len: 809 time: 0.1589046 Jun 01 12:52:03.212772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Request body: {'port': {'device_id': '83911694-98c9-4648-bf6a-003197fb16d4', 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb', 'admin_state_up': True, 'tenant_id': '8ac5f0f2420c43d28e6550fbc5a3ce1a'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:03.373498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:03.385636 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:03.420384 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1c567-1c58-422e-acc6-cfede8680102 req-f9d5e4ad-5542-4309-a792-7cd6750087c6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:03.421536 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-00b1c567-1c58-422e-acc6-cfede8680102 req-f9d5e4ad-5542-4309-a792-7cd6750087c6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1458104 Jun 01 12:52:03.465679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Made reservation on behalf of 8ac5f0f2420c43d28e6550fbc5a3ce1a for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:03.474385 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:03.476472 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-00b1c567-1c58-422e-acc6-cfede8680102 req-724f773b-95b7-4758-b997-c41f7db70d23 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Jun 01 12:52:03.657758 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Allocated IP 172.20.0.7 (4d465ed5-015c-4946-8389-eb372ad940cb/be6436c4-8cc0-495c-aa73-905d1d1d4811/020286b1-ccc9-4155-97d2-df2673b08704) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:03.948293 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98e26a77-5cc8-47fc-9e84-e655499e0d1a req-6e547af2-3d3d-4969-a724-eb4b6cdd0faf tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.0554109 Jun 01 12:52:04.024851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.033893 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45056) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.075495 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5828e0-3d21-4962-97ca-e26b3c26e177 req-e1b0019e-151f-4461-9670-5d0ca7dd0074 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:04.077240 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1e5828e0-3d21-4962-97ca-e26b3c26e177 req-e1b0019e-151f-4461-9670-5d0ca7dd0074 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2260118 Jun 01 12:52:04.134816 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1e5828e0-3d21-4962-97ca-e26b3c26e177 req-6ecc4612-dac6-4b70-8770-2bd74dc5cce5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508924 Jun 01 12:52:04.138559 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.156160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:04.182403 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.204165 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:04.208751 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Usage tracker for resource:security_group_rule and tenant:341c8e0376374cfa9222efeef9109aa9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:04.214163 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:04.222234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:04.251748 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491376-8de3-4663-ade2-5c1bd0d32a4d req-5424aea1-f95b-4615-9077-cadb1251e5e9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:04.253647 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2e491376-8de3-4663-ade2-5c1bd0d32a4d req-5424aea1-f95b-4615-9077-cadb1251e5e9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1597979 Jun 01 12:52:04.282130 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Network 4d465ed5-015c-4946-8389-eb372ad940cb is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:04.290872 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:04.293804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:04.318005 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2e491376-8de3-4663-ade2-5c1bd0d32a4d req-72585277-2482-45b8-9d31-9028c3726449 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545406 Jun 01 12:52:04.351648 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Pushing event updated for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.364656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.370586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.374144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:04.379504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.380779 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:04.381412 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.458663 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.467840 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dd5df612-5f48-4cae-b5e6-de1049196ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:04.482952 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2741387 Jun 01 12:52:04.495481 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Request body: {'port': {'device_id': '83911694-98c9-4648-bf6a-003197fb16d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:04.511240 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=341c8e0376374cfa9222efeef9109aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740884 Jun 01 12:52:04.512869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af319c1-2ca9-417b-8ee4-644eef996c86,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.516365 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45064) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.535624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.536036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.536366 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.537133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.537133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.537435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.538082 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.538256 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.538577 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.538913 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.539251 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.539585 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:04.544924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:04.600388 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.628297 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.675426 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.773113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e4dd4-e675-4567-a3dd-3916552d9e6f req-97d8afcd-1739-4afd-afd4-3b554108fa6d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:04.774777 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2e4e4dd4-e675-4567-a3dd-3916552d9e6f req-97d8afcd-1739-4afd-afd4-3b554108fa6d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1706386 Jun 01 12:52:04.789743 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.794783 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-61e7a9bf-b2a9-4142-aad4-332b97ebca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:04.804981 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af319c1-2ca9-417b-8ee4-644eef996c86,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.809222 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:04.813144 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.814514 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9af319c1-2ca9-417b-8ee4-644eef996c86 HTTP/1.1" status: 204 len: 168 time: 0.2971122 Jun 01 12:52:04.910827 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2e4e4dd4-e675-4567-a3dd-3916552d9e6f req-ee5225b0-8999-41c1-a644-0ac74ff9731a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933580 Jun 01 12:52:05.137882 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020286b1-ccc9-4155-97d2-df2673b08704 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:52:05.147645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.170729 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Transition to ACTIVE for port object 020286b1-ccc9-4155-97d2-df2673b08704 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:05.222416 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62cc60-98bc-494c-a731-9ebac1b8da5d req-6f39681a-2422-4e93-9c87-bc83c9d229a2 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:05.224452 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9f62cc60-98bc-494c-a731-9ebac1b8da5d req-6f39681a-2422-4e93-9c87-bc83c9d229a2 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 931 time: 0.1627629 Jun 01 12:52:05.269220 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.313458 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-47a88e16-8cba-428e-bcc8-81dd4b669a17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:05.409506 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9f62cc60-98bc-494c-a731-9ebac1b8da5d req-0946ba9c-96b6-4b1a-8c15-6bf7b7c5554d tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789253 Jun 01 12:52:05.522836 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Pushing event updated for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.525737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:05.551925 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45084) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:05.580328 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.599232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba74d10-1d2a-4328-8763-c0378728b6f1 req-062dcd55-67e7-402d-baa8-74944ec079dc tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:05.600867 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:05.607402 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ba74d10-1d2a-4328-8763-c0378728b6f1 req-062dcd55-67e7-402d-baa8-74944ec079dc tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.3367512 Jun 01 12:52:05.608062 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Usage tracker for resource:security_group_rule and tenant:39ace857e5b7486ca28f374491f7e806 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:05.611584 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:05.619393 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:05.652811 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5c10-f03d-4e9d-8c03-5dd88a795009 req-0bf6a476-ab3d-463d-9de2-3cf1453239b7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:05.654224 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a18a5c10-f03d-4e9d-8c03-5dd88a795009 req-0bf6a476-ab3d-463d-9de2-3cf1453239b7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1470718 Jun 01 12:52:05.660054 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Attempting to bind port 020286b1-ccc9-4155-97d2-df2673b08704 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:05.660387 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Attempting to bind port 020286b1-ccc9-4155-97d2-df2673b08704 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:05.660748 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Attempting to bind port 020286b1-ccc9-4155-97d2-df2673b08704 on network 4d465ed5-015c-4946-8389-eb372ad940cb {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:05.673387 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Port 020286b1-ccc9-4155-97d2-df2673b08704 on network 4d465ed5-015c-4946-8389-eb372ad940cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:52:05.673387 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Attempting to bind port 020286b1-ccc9-4155-97d2-df2673b08704 on network 4d465ed5-015c-4946-8389-eb372ad940cb {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:05.689184 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8ba74d10-1d2a-4328-8763-c0378728b6f1 req-78069c3a-82e2-4ea1-9403-30e069fe14e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789325 Jun 01 12:52:05.690911 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:05.691251 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Checking segment: {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:05.691633 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Bound using segment: {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:05.692075 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Bound port: 020286b1-ccc9-4155-97d2-df2673b08704, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e9bb07-986d-4b11-90e0-41c285fa8a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:05.692427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.720529 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a18a5c10-f03d-4e9d-8c03-5dd88a795009 req-746def03-b6a5-46df-bc65-fc980e049079 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585768 Jun 01 12:52:05.790497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.804014 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:05.819380 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=020286b1-ccc9-4155-97d2-df2673b08704,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:05.858283 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.866604 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a898567c-91bc-43e9-ab3b-1dedd797766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:05.881758 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.886517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-834e9690-d613-4f65-a02c-1a240ac9379c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:05.907923 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39ace857e5b7486ca28f374491f7e806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547897 Jun 01 12:52:05.909633 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c15579-80bd-484a-abe7-c54bd40605a9,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.912589 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:05.913257 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45092) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:05.949404 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:05.950017 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.951422 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] 10.222.0.58 "PUT /v2.0/ports/020286b1-ccc9-4155-97d2-df2673b08704 HTTP/1.1" status: 200 len: 1093 time: 1.4602997 Jun 01 12:52:05.951907 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:05.954187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3" -d '{"events": [{"name": "network-changed", "server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "tag": "020286b1-ccc9-4155-97d2-df2673b08704"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:05.978546 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Pushing event updated for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.983256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:06.003546 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.004333 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269581c0-ffd5-4532-a4f0-ba4c4d795bc7 x-openstack-request-id: req-269581c0-ffd5-4532-a4f0-ba4c4d795bc7 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:06.004677 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "tag": "020286b1-ccc9-4155-97d2-df2673b08704", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:06.004954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-269581c0-ffd5-4532-a4f0-ba4c4d795bc7 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:06.005419 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704', 'status': 'completed', 'code': 200} Jun 01 12:52:06.029908 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.104878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-7d715c05-2578-4434-b75b-ba1a588a71c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.105446 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-7d715c05-2578-4434-b75b-ba1a588a71c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 1096 time: 0.0809557 Jun 01 12:52:06.141479 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.146706 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4c7bc173-69ea-4c16-b66b-5df189725a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:06.171219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c15579-80bd-484a-abe7-c54bd40605a9,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:06.171219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:06.171219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:06.171219 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ec1f03ad-74d2-4882-84ab-cd8c88bee296 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9c15579-80bd-484a-abe7-c54bd40605a9 HTTP/1.1" status: 204 len: 168 time: 0.2529864 Jun 01 12:52:06.264302 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-a1676e44-eaef-4a80-8038-36fd85f7e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.266059 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-a1676e44-eaef-4a80-8038-36fd85f7e780 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1532946 Jun 01 12:52:06.411335 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-7df687e0-6e97-4b75-a5c1-29ad480c171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.412823 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2ec20e5f-4a3c-4c55-b821-6b2fff3e6be3 req-7df687e0-6e97-4b75-a5c1-29ad480c171e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392686 Jun 01 12:52:06.595571 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-7ebe511c-becd-4738-b07f-d84fcb05c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.596638 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-7ebe511c-becd-4738-b07f-d84fcb05c373 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 1096 time: 0.1459494 Jun 01 12:52:06.616105 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b3a00-4b58-4022-afd9-b1417c306fca req-da924cc7-98ca-4e30-b2ce-28cb6beb229f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.617829 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-877b3a00-4b58-4022-afd9-b1417c306fca req-da924cc7-98ca-4e30-b2ce-28cb6beb229f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 943 time: 0.0922086 Jun 01 12:52:06.666374 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-877b3a00-4b58-4022-afd9-b1417c306fca req-7c470d7f-a399-4d54-b2bc-d6593a9e55ea tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Jun 01 12:52:06.677052 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-ec186f2b-c9aa-439e-a2e8-260381e14179 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020286b1-ccc9-4155-97d2-df2673b08704 HTTP/1.1" status: 200 len: 217 time: 0.0723968 Jun 01 12:52:06.742251 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-0416e25f-302b-44bb-a088-ec1c3cb8c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.743715 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-0416e25f-302b-44bb-a088-ec1c3cb8c6da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=be6436c4-8cc0-495c-aa73-905d1d1d4811 HTTP/1.1" status: 200 len: 849 time: 0.0605252 Jun 01 12:52:06.800461 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-0a7917e7-dbe7-4213-bba2-2f0c38f34899 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4d465ed5-015c-4946-8389-eb372ad940cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482757 Jun 01 12:52:06.974372 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1a474-a14d-4671-b746-309117d7c3a5 req-2ae07084-d60d-4e69-b328-6dce49863c78 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.974372 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2bc1a474-a14d-4671-b746-309117d7c3a5 req-2ae07084-d60d-4e69-b328-6dce49863c78 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1138067 Jun 01 12:52:07.004308 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-d8fd172b-941d-49f3-b427-98ba15250c02 service neutron] 10.222.0.58 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665556 Jun 01 12:52:07.016973 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffc456-b9b1-46a8-a1c1-5947fb6b9ca5 req-560cafcf-1493-4ddf-bc95-6891ac10271b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:07.018417 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-96ffc456-b9b1-46a8-a1c1-5947fb6b9ca5 req-560cafcf-1493-4ddf-bc95-6891ac10271b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2167325 Jun 01 12:52:07.021237 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2bc1a474-a14d-4671-b746-309117d7c3a5 req-846654af-6fa0-4568-a399-368d7df68886 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Jun 01 12:52:07.147567 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-96ffc456-b9b1-46a8-a1c1-5947fb6b9ca5 req-c7b3a2ba-ab29-43d1-998e-a98d36cd2299 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101527 Jun 01 12:52:07.186956 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e92cb3e-6dee-4516-8e0f-6437fddf8715 req-052fc71f-a2b9-428f-9660-42082cff17f3 service neutron] 10.222.0.58 "GET /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675546 Jun 01 12:52:07.230851 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e49b-e5c1-4479-8ef8-69496f1c570e req-69c4fd4f-c143-4a4f-9b33-7e8d4aceb89a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:07.232483 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7241e49b-e5c1-4479-8ef8-69496f1c570e req-69c4fd4f-c143-4a4f-9b33-7e8d4aceb89a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0978642 Jun 01 12:52:07.280547 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7241e49b-e5c1-4479-8ef8-69496f1c570e req-b4dd57ef-6699-47f7-8315-d3440b9740fa tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Jun 01 12:52:07.879658 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650795f-7a68-4537-bb2d-71e4c6a66f0f req-43db2037-56b7-476d-9801-5eb09ff2b963 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:07.891231 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4650795f-7a68-4537-bb2d-71e4c6a66f0f req-43db2037-56b7-476d-9801-5eb09ff2b963 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 943 time: 0.1087344 Jun 01 12:52:07.935483 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4650795f-7a68-4537-bb2d-71e4c6a66f0f req-7b403739-0aab-4988-8075-af0c6c00212b tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Jun 01 12:52:08.224396 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5e5e-82a4-4e43-8adc-2bf9cc6af852 req-68033485-4e2c-4859-b560-44651f13d1eb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.230380 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-58fb5e5e-82a4-4e43-8adc-2bf9cc6af852 req-68033485-4e2c-4859-b560-44651f13d1eb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0858240 Jun 01 12:52:08.276557 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-58fb5e5e-82a4-4e43-8adc-2bf9cc6af852 req-a5a2a16f-2b3b-455b-8346-e0bd5ceb1ed6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Jun 01 12:52:08.465524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb30b4-0e8e-469d-9df4-3866e561e495 req-0795d45e-9f8a-416d-9651-320e7049e10a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.466965 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b3fb30b4-0e8e-469d-9df4-3866e561e495 req-0795d45e-9f8a-416d-9651-320e7049e10a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0885460 Jun 01 12:52:08.536334 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b3fb30b4-0e8e-469d-9df4-3866e561e495 req-238d030e-d41c-46c4-9464-ea9b9b27682e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627220 Jun 01 12:52:09.133092 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07511b1-1187-4f9e-beda-bb5e8b853fd8 req-e41facea-db32-44de-b782-340daed9726e tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:09.133793 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-a07511b1-1187-4f9e-beda-bb5e8b853fd8 req-e41facea-db32-44de-b782-340daed9726e tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Synchronizing usage tracker for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:09.201486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-a07511b1-1187-4f9e-beda-bb5e8b853fd8 req-e41facea-db32-44de-b782-340daed9726e tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Unset dirty status for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:09.202718 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a07511b1-1187-4f9e-beda-bb5e8b853fd8 req-e41facea-db32-44de-b782-340daed9726e tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 943 time: 0.1563294 Jun 01 12:52:09.249848 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a07511b1-1187-4f9e-beda-bb5e8b853fd8 req-af8261d6-3b50-4bb6-b0af-6bbcbc6c6a2a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Jun 01 12:52:09.503103 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249108a1-f03e-404e-b780-5883e9e0bed9 req-3bffe189-5f95-4997-8777-a77ceb0bcde9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:09.504778 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-249108a1-f03e-404e-b780-5883e9e0bed9 req-3bffe189-5f95-4997-8777-a77ceb0bcde9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.0954585 Jun 01 12:52:09.551667 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-249108a1-f03e-404e-b780-5883e9e0bed9 req-982dabe5-0f3d-483d-9cb0-a9fcd8acb597 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Jun 01 12:52:09.736826 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5128c4f-fa51-4c56-a922-01fef483d7d8 req-d7a3e7eb-6ff3-47d5-9b52-48b9243a89cd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:09.738371 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a5128c4f-fa51-4c56-a922-01fef483d7d8 req-d7a3e7eb-6ff3-47d5-9b52-48b9243a89cd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0888917 Jun 01 12:52:09.789505 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a5128c4f-fa51-4c56-a922-01fef483d7d8 req-06a82372-ba2e-486b-be8f-2a7e9e5ada25 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Jun 01 12:52:10.066645 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 020286b1-ccc9-4155-97d2-df2673b08704 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:10.228115 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=020286b1-ccc9-4155-97d2-df2673b08704,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:10.244745 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '020286b1-ccc9-4155-97d2-df2673b08704', 'network_id': '4d465ed5-015c-4946-8389-eb372ad940cb', 'port_id': '020286b1-ccc9-4155-97d2-df2673b08704', 'mac_address': 'fa:16:3e:52:bf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6436c4-8cc0-495c-aa73-905d1d1d4811', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:10.306505 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.325324 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020286b1-ccc9-4155-97d2-df2673b08704 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:52:10.346297 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=020286b1-ccc9-4155-97d2-df2673b08704,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:10.456306 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c5de9-99e5-4eb4-8f55-73735a9600b2 req-71bf26a3-b548-4bf6-96bc-c75ed22c9597 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:10.457819 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-378c5de9-99e5-4eb4-8f55-73735a9600b2 req-71bf26a3-b548-4bf6-96bc-c75ed22c9597 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 943 time: 0.0929778 Jun 01 12:52:10.482866 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.483925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:10.488071 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:10.506163 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-378c5de9-99e5-4eb4-8f55-73735a9600b2 req-7eadfdc1-f872-4b67-acd0-7a119264ca0f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Jun 01 12:52:10.656252 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.661376 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:10.759410 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:10.781444 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:10.809672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb57b0-72fd-4fe1-afbe-218f1a27eb56 req-750e3887-df76-4b4f-8896-fd211e0ccdd7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:10.817267 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-23fb57b0-72fd-4fe1-afbe-218f1a27eb56 req-750e3887-df76-4b4f-8896-fd211e0ccdd7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1109064 Jun 01 12:52:10.882104 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.906556 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:52:10.926829 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-23fb57b0-72fd-4fe1-afbe-218f1a27eb56 req-c21c7966-d0c7-406b-b56c-a158a8fa11c9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083846 Jun 01 12:52:10.928697 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:10.995461 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.998346 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:11.118798 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=6']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:11.123020 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:11.135080 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['06186a06-2c5d-4e4e-a195-dbf7d088528b'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:11.150197 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfb68f-aacf-43dd-8ae0-888e251c5e52 req-e4ebc533-4f7b-49ec-8618-2885a8ce9163 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:11.151751 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-24cfb68f-aacf-43dd-8ae0-888e251c5e52 req-e4ebc533-4f7b-49ec-8618-2885a8ce9163 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1598883 Jun 01 12:52:11.229298 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-24cfb68f-aacf-43dd-8ae0-888e251c5e52 req-31c961ea-aa29-4980-a049-e5bdfc304d91 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710139 Jun 01 12:52:11.363172 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['020286b1-ccc9-4155-97d2-df2673b08704'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:11.767816 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6289d-c885-4cb6-9205-278986893587 req-15001669-a243-4a2c-9091-34acb862e68b tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:11.769919 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-29e6289d-c885-4cb6-9205-278986893587 req-15001669-a243-4a2c-9091-34acb862e68b tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 944 time: 0.1044064 Jun 01 12:52:11.863940 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-29e6289d-c885-4cb6-9205-278986893587 req-0318e00c-b05f-4f2c-a974-2eb5c922cb62 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Jun 01 12:52:12.075973 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:12.102862 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfb2f0-8dd8-48cd-a11e-513e87f98976 req-04d3348d-e954-49f3-9efb-de0972813c83 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.104957 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-54cfb2f0-8dd8-48cd-a11e-513e87f98976 req-04d3348d-e954-49f3-9efb-de0972813c83 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1529357 Jun 01 12:52:12.107488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65108-204f-45ff-977f-78719718f0fd req-641f9cca-a6d1-42bc-aeff-4b40d9bb4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.109457 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-641f9cca-a6d1-42bc-aeff-4b40d9bb4277 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.1555963 Jun 01 12:52:12.233631 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec70f-001d-4026-a89b-55ecf787155a req-a2e53920-c8e2-48e3-9163-d2aad6043270 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.238476 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cb0ec70f-001d-4026-a89b-55ecf787155a req-a2e53920-c8e2-48e3-9163-d2aad6043270 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 944 time: 0.1455376 Jun 01 12:52:12.275561 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 06186a06-2c5d-4e4e-a195-dbf7d088528b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:12.276183 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.299987 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-54cfb2f0-8dd8-48cd-a11e-513e87f98976 req-ebbdb1c6-c96e-4a43-8b1a-7b8d8846b9a6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884420 Jun 01 12:52:12.370405 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cb0ec70f-001d-4026-a89b-55ecf787155a req-09d254ac-ef56-40dc-b0ea-2c74a4e28320 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215763 Jun 01 12:52:12.459115 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65108-204f-45ff-977f-78719718f0fd req-b281fbbe-0736-4d31-8e95-75d637b95790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.460844 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-b281fbbe-0736-4d31-8e95-75d637b95790 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.3194935 Jun 01 12:52:12.533624 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.566041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:12.569052 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcbd4ac-b434-4740-b920-b1f064401812" -d '{"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:12.578794 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:12.586855 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-fcb95c6b-854e-405c-99f5-db0cc26c376f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.1173356 Jun 01 12:52:12.632047 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ee1853-4dcb-4c74-8c15-10484ad6bb11 x-openstack-request-id: req-61ee1853-4dcb-4c74-8c15-10484ad6bb11 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:12.632411 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:12.632869 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61ee1853-4dcb-4c74-8c15-10484ad6bb11 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:12.633226 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'code': 200} Jun 01 12:52:12.679011 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65108-204f-45ff-977f-78719718f0fd req-3cb60b88-264f-4866-a562-2dfb2efd269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.681276 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-3cb60b88-264f-4866-a562-2dfb2efd269c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.0819726 Jun 01 12:52:12.733233 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:12.734924 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fc1ce-7c66-4788-8608-12041f145f9c req-3efd9a7d-2421-422e-808e-ee722d11492d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.735947 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ed91fdb3-fed7-4503-9cbb-dabd294cdc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:12.743757 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8f3fc1ce-7c66-4788-8608-12041f145f9c req-3efd9a7d-2421-422e-808e-ee722d11492d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2091389 Jun 01 12:52:12.776421 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-774fb4e3-abf6-404f-a56f-0ffccef319fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872178 Jun 01 12:52:12.865395 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=7']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.878672 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:13.177569 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8f3fc1ce-7c66-4788-8608-12041f145f9c req-4163ed96-dde3-4f24-86fc-24990e39725e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083496 Jun 01 12:52:13.177569 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-441bdf24-1517-416b-9da0-e597f2e561b0 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247089 Jun 01 12:52:13.198645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1e3f-df6b-4ddc-a8a2-5f3373d33ebc req-0ef5b0d4-512d-45f1-978c-2765d6b6b25a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:13.202898 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-643c1e3f-df6b-4ddc-a8a2-5f3373d33ebc req-0ef5b0d4-512d-45f1-978c-2765d6b6b25a tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 944 time: 0.1422398 Jun 01 12:52:13.291036 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-643c1e3f-df6b-4ddc-a8a2-5f3373d33ebc req-e3ad0dd8-f68a-482b-80a9-4c77d355d5c5 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736787 Jun 01 12:52:13.318599 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-30f65108-204f-45ff-977f-78719718f0fd req-390a90da-3db7-4bdf-b96f-752a890c974a service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980431 Jun 01 12:52:13.599537 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dedb39-2aa7-4197-bf63-a6232a327940 req-ee5207d9-471b-4ce1-bc1c-6f7b544c32da tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:13.633233 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9c123-72e0-4821-9484-fe23c39030db req-e00849aa-4923-4c1e-b070-501c311a8684 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:13.634892 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-09e9c123-72e0-4821-9484-fe23c39030db req-e00849aa-4923-4c1e-b070-501c311a8684 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1180959 Jun 01 12:52:13.647654 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-52dedb39-2aa7-4197-bf63-a6232a327940 req-ee5207d9-471b-4ce1-bc1c-6f7b544c32da tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1231930 Jun 01 12:52:13.712468 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-52dedb39-2aa7-4197-bf63-a6232a327940 req-62c26ff9-da38-44bd-a266-c0fe163e8150 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637336 Jun 01 12:52:13.720837 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-09e9c123-72e0-4821-9484-fe23c39030db req-c2ebcc7c-e2fb-48bb-aaac-635222e48de8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718482 Jun 01 12:52:13.824021 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4c880562-8800-40e1-b568-9014e4500bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.099622 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 020286b1-ccc9-4155-97d2-df2673b08704 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:14.321253 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 020286b1-ccc9-4155-97d2-df2673b08704 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:14.327260 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 020286b1-ccc9-4155-97d2-df2673b08704 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:14.327635 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.357513 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6182bb0-821c-42cd-be8d-061ba9af4119 req-77aca3f5-81eb-4846-8b4c-49f6d7a4ed77 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:14.359390 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b6182bb0-821c-42cd-be8d-061ba9af4119 req-77aca3f5-81eb-4846-8b4c-49f6d7a4ed77 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0885606 Jun 01 12:52:14.446716 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b6182bb0-821c-42cd-be8d-061ba9af4119 req-1a4db003-24aa-488f-82f5-22f24224c6dc tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744843 Jun 01 12:52:14.546231 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.569799 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008094b-2cd6-42b8-91c5-4dd0fa061833 req-3d7d3b52-b102-477c-a292-ef2a3ac6a7a2 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:14.579206 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b008094b-2cd6-42b8-91c5-4dd0fa061833 req-3d7d3b52-b102-477c-a292-ef2a3ac6a7a2 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 944 time: 0.1353440 Jun 01 12:52:14.612019 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=020286b1-ccc9-4155-97d2-df2673b08704,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:14.634893 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:14.641602 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff3553d-a43c-4e7a-976f-91bac5d5b82c" -d '{"events": [{"server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "name": "network-vif-plugged", "status": "completed", "tag": "020286b1-ccc9-4155-97d2-df2673b08704"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:14.670150 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b008094b-2cd6-42b8-91c5-4dd0fa061833 req-ba7a2559-fd04-4e5a-a959-ec932546e421 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877514 Jun 01 12:52:14.729149 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.733605 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:14.775870 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ed839-070f-42f3-b727-6be0dd5cf4a0 x-openstack-request-id: req-5b1ed839-070f-42f3-b727-6be0dd5cf4a0 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:14.776176 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "name": "network-vif-plugged", "status": "completed", "tag": "020286b1-ccc9-4155-97d2-df2673b08704", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:14.776440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b1ed839-070f-42f3-b727-6be0dd5cf4a0 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:14.776866 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704', 'code': 200} Jun 01 12:52:14.892055 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:14.892055 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:14.961661 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc3f28-063b-42fb-b625-c77b28c86ddd req-fe3b16eb-498b-4753-8c26-c7f21b7aa499 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:14.963156 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-08bc3f28-063b-42fb-b625-c77b28c86ddd req-fe3b16eb-498b-4753-8c26-c7f21b7aa499 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1218543 Jun 01 12:52:15.020132 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5a92-aa19-4df5-b576-01d799347685 req-fb3fa261-2ddb-45b0-9087-2421fdd7ec08 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:15.034747 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fe5f5a92-aa19-4df5-b576-01d799347685 req-fb3fa261-2ddb-45b0-9087-2421fdd7ec08 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1499569 Jun 01 12:52:15.035037 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-08bc3f28-063b-42fb-b625-c77b28c86ddd req-b2199ce4-071d-4266-9aea-584c4679a519 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577538 Jun 01 12:52:15.082067 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fe5f5a92-aa19-4df5-b576-01d799347685 req-5b1427dc-5aab-4591-b81a-a23af64eaec6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528481 Jun 01 12:52:15.399825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4337e48-6353-4262-bfee-b639ca206048 req-6e2c522d-51dc-434c-8a6c-2f66b5c92991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:15.403866 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4337e48-6353-4262-bfee-b639ca206048 req-6e2c522d-51dc-434c-8a6c-2f66b5c92991 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 1098 time: 0.1066010 Jun 01 12:52:15.479874 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4337e48-6353-4262-bfee-b639ca206048 req-fdb3ff2d-0d65-4625-a322-a3434baf1e40 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609276 Jun 01 12:52:15.968880 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeea60d-8d99-4f96-8a2d-0466c19e4299 req-93197bf3-4b5a-40bb-becb-1b631a915927 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:15.976401 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-aeeea60d-8d99-4f96-8a2d-0466c19e4299 req-93197bf3-4b5a-40bb-becb-1b631a915927 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2415686 Jun 01 12:52:16.047336 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b6217-08f4-4f67-a8ab-128825993ef7 req-77a2865b-613c-4a18-8c19-fca2ae6bf783 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.062243 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c13b6217-08f4-4f67-a8ab-128825993ef7 req-77a2865b-613c-4a18-8c19-fca2ae6bf783 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 945 time: 0.1647995 Jun 01 12:52:16.073581 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-aeeea60d-8d99-4f96-8a2d-0466c19e4299 req-e46b8fc2-07d2-4cbb-8ab2-a0fd65067422 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959809 Jun 01 12:52:16.158547 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c13b6217-08f4-4f67-a8ab-128825993ef7 req-756dd7be-8545-4a65-91e4-67628ab5d763 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Jun 01 12:52:16.173163 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-42ca0e77-2550-45ac-90fb-d2b3552262b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.175164 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-42ca0e77-2550-45ac-90fb-d2b3552262b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1098 time: 0.1243455 Jun 01 12:52:16.384519 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-471fd59e-eca2-4539-8af6-a0d2d9683eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.424137 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f59494-287d-40b7-96db-a198a2a56d8c req-4cc1f884-c89b-4e69-967d-4715167617c6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.431706 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d7f59494-287d-40b7-96db-a198a2a56d8c req-4cc1f884-c89b-4e69-967d-4715167617c6 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1787405 Jun 01 12:52:16.470120 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.490317 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d7f59494-287d-40b7-96db-a198a2a56d8c req-c3299561-ddfd-41fd-9c0e-6e9476e11702 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576813 Jun 01 12:52:16.593791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-e7c242c5-5a00-4d67-845b-3ae5516bff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.606899 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-e7c242c5-5a00-4d67-845b-3ae5516bff7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.3952088 Jun 01 12:52:16.628622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d41311-e072-4cd7-8960-bc0aded69997 req-c2823037-114a-4a67-9891-7a327fe6c4d5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.629733 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d1d41311-e072-4cd7-8960-bc0aded69997 req-c2823037-114a-4a67-9891-7a327fe6c4d5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.2536640 Jun 01 12:52:16.763109 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-3d76633c-55b2-4d0b-9068-8d0d763ea343 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 1000 time: 0.1328559 Jun 01 12:52:16.819248 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d1d41311-e072-4cd7-8960-bc0aded69997 req-61d83aad-82b9-412f-a334-b507848b4657 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936847 Jun 01 12:52:16.842807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-d5cc23c6-340c-4877-a239-366a1e6775fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.844433 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-d5cc23c6-340c-4877-a239-366a1e6775fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0686069 Jun 01 12:52:16.973879 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-0d9a7f80-fcfa-4a19-86ec-33591aabca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.973879 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-0d9a7f80-fcfa-4a19-86ec-33591aabca39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966637 Jun 01 12:52:17.192676 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-817bf2b7-c3c5-4ddf-b26d-364d64cf95d7 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110415 Jun 01 12:52:17.258887 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.383546 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d89dd0-a877-444f-8ef3-77329ba09a2c req-3a69cf24-4803-49fe-a6bc-190baf33ad21 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:17.392289 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-95d89dd0-a877-444f-8ef3-77329ba09a2c req-3a69cf24-4803-49fe-a6bc-190baf33ad21 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1243362 Jun 01 12:52:17.462135 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-95d89dd0-a877-444f-8ef3-77329ba09a2c req-d89c4784-d839-4fa6-9f1e-d5052a2ab20f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684793 Jun 01 12:52:17.506667 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4c0ab91-0d2f-4065-9830-fc1ded07f656 req-41a3fb22-bfff-497c-908d-7dfee35d8d6f service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061111 Jun 01 12:52:17.596311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350233b6-7502-4d8c-ab85-b936bec972e7 req-f0feb785-c021-4218-89ca-178a4376dbe6 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:17.599152 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-350233b6-7502-4d8c-ab85-b936bec972e7 req-f0feb785-c021-4218-89ca-178a4376dbe6 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 945 time: 0.2743628 Jun 01 12:52:17.688834 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-350233b6-7502-4d8c-ab85-b936bec972e7 req-69861551-086a-4d79-ba09-7bfaae0d1608 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673151 Jun 01 12:52:17.831924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c6597-8196-4930-b140-777e31addd45 req-b4b5bf8c-9ad2-404f-a988-5dfa33df9eb0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:17.834113 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b16c6597-8196-4930-b140-777e31addd45 req-b4b5bf8c-9ad2-404f-a988-5dfa33df9eb0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1235247 Jun 01 12:52:17.920447 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b16c6597-8196-4930-b140-777e31addd45 req-93fea6d4-c33b-45fc-811e-bd6522e7a4d9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744793 Jun 01 12:52:18.115950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae3e5e-0bf9-4f0e-9a92-7281e91af6f9 req-a120168b-00d1-41e9-bdca-74649256205e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:18.118811 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ebae3e5e-0bf9-4f0e-9a92-7281e91af6f9 req-a120168b-00d1-41e9-bdca-74649256205e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1035686 Jun 01 12:52:18.180603 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ebae3e5e-0bf9-4f0e-9a92-7281e91af6f9 req-fd19f4b8-a3c3-41a5-a867-3e37f256f5fd tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544937 Jun 01 12:52:18.718787 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76de29-a1e1-4bef-a6d7-3c14abadb9fe req-565d6254-ca03-4c28-8f0f-45031a322e4f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:18.721000 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8f76de29-a1e1-4bef-a6d7-3c14abadb9fe req-565d6254-ca03-4c28-8f0f-45031a322e4f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1057258 Jun 01 12:52:18.809185 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8f76de29-a1e1-4bef-a6d7-3c14abadb9fe req-1a79e84c-024a-40ee-a4ac-13cdd59cc687 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813904 Jun 01 12:52:19.149076 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614f7b8-7efc-4614-9ef3-da7903621959 req-a79d892d-e86c-4aab-bb35-1a253303af5a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:19.150588 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e614f7b8-7efc-4614-9ef3-da7903621959 req-a79d892d-e86c-4aab-bb35-1a253303af5a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1026757 Jun 01 12:52:19.196664 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e614f7b8-7efc-4614-9ef3-da7903621959 req-f46641a3-cb73-4e5d-9eac-798eae242f71 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Jun 01 12:52:19.420143 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5cad6-b75f-4c60-86b7-3f0ed69c4154 req-1621c12d-c114-4621-8a31-b388583ca431 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:19.421682 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-30f5cad6-b75f-4c60-86b7-3f0ed69c4154 req-1621c12d-c114-4621-8a31-b388583ca431 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1099172 Jun 01 12:52:19.476865 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-30f5cad6-b75f-4c60-86b7-3f0ed69c4154 req-7dd44df5-826b-4267-b8c1-e7c92a6e67af tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458648 Jun 01 12:52:19.490936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:19.521002 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:20.188375 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76db74-63bf-44ed-9a81-2fd082ed85f8 req-4f32522a-cb7c-41a5-9036-648fde87331d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:20.189974 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cd76db74-63bf-44ed-9a81-2fd082ed85f8 req-4f32522a-cb7c-41a5-9036-648fde87331d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1116562 Jun 01 12:52:20.264086 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cd76db74-63bf-44ed-9a81-2fd082ed85f8 req-15b2fd6a-5ca8-4ef2-8ce0-f850894e0f3d tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557795 Jun 01 12:52:20.571626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc604-813a-4afd-a4db-ff1b44c6ed0e req-834753fc-573a-4403-9a03-9d58eeb6a041 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:20.573256 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1e1cc604-813a-4afd-a4db-ff1b44c6ed0e req-834753fc-573a-4403-9a03-9d58eeb6a041 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1450582 Jun 01 12:52:20.693303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6996e7-5c70-4d53-a1d6-93c9919298b8 req-d5923a9e-687d-499b-8532-7ac752a74c0c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:20.694945 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ea6996e7-5c70-4d53-a1d6-93c9919298b8 req-d5923a9e-687d-499b-8532-7ac752a74c0c tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 945 time: 0.1392846 Jun 01 12:52:20.723247 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1e1cc604-813a-4afd-a4db-ff1b44c6ed0e req-04127f3c-0cfb-45c3-acee-8bfd2580b967 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428559 Jun 01 12:52:20.775365 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ea6996e7-5c70-4d53-a1d6-93c9919298b8 req-631114b4-e167-45d0-b197-9040892b73fe tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727582 Jun 01 12:52:20.998481 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291e369-9f92-4cad-bf60-74e8ea236bf5 req-7a95b282-8ff4-4ce1-8b85-857804fff1b1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:21.000607 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4291e369-9f92-4cad-bf60-74e8ea236bf5 req-7a95b282-8ff4-4ce1-8b85-857804fff1b1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1222806 Jun 01 12:52:21.082876 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4291e369-9f92-4cad-bf60-74e8ea236bf5 req-cc04d489-7c1a-481e-8511-c4daef13a8dd tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739319 Jun 01 12:52:21.538173 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2813c-8e6a-48dd-95bd-5c4948e31765 req-3dee996f-4411-4a15-aa4d-a00135b5ab06 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:21.539753 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c5f2813c-8e6a-48dd-95bd-5c4948e31765 req-3dee996f-4411-4a15-aa4d-a00135b5ab06 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0988488 Jun 01 12:52:21.656426 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c5f2813c-8e6a-48dd-95bd-5c4948e31765 req-e2ef1077-681d-49e2-9c5a-c9518beab1a0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092036 Jun 01 12:52:22.040518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3d821-fa3d-4138-a243-dbfcafd81627 req-ac7d5b70-27af-430b-94e9-ddc982472415 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.042208 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-31b3d821-fa3d-4138-a243-dbfcafd81627 req-ac7d5b70-27af-430b-94e9-ddc982472415 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1235988 Jun 01 12:52:22.054838 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87285c-eb8b-402d-85cf-71c4e90531eb req-ade170be-3c59-434f-a9e1-ba365dfe1802 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.096252 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8a87285c-eb8b-402d-85cf-71c4e90531eb req-ade170be-3c59-434f-a9e1-ba365dfe1802 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 945 time: 0.1885066 Jun 01 12:52:22.334151 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8a87285c-eb8b-402d-85cf-71c4e90531eb req-5729a6e7-faf1-4885-9b57-e3772351a866 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f53ce47-4971-4097-a326-d70fb2426933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361233 Jun 01 12:52:22.348474 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-31b3d821-fa3d-4138-a243-dbfcafd81627 req-4ba10b7b-018f-4ebd-b72c-a2c60e62d7b2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978601 Jun 01 12:52:22.463136 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-e2f3ffc4-a473-4c19-a37e-e9207ad39bbb tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.465319 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-e2f3ffc4-a473-4c19-a37e-e9207ad39bbb tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 945 time: 0.1555841 Jun 01 12:52:22.673399 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779506e8-f9df-4f6a-8146-832616e4f75c req-9b7b14a3-1dde-456f-97e8-4c8d8d87555c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.679674 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-779506e8-f9df-4f6a-8146-832616e4f75c req-9b7b14a3-1dde-456f-97e8-4c8d8d87555c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.2131927 Jun 01 12:52:22.740635 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-779506e8-f9df-4f6a-8146-832616e4f75c req-7e88df76-2f83-4ac6-98d7-c7a448d1029c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600271 Jun 01 12:52:22.743494 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Deleting port 020286b1-ccc9-4155-97d2-df2673b08704 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:52:22.743494 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.919371 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f5211-4979-4dd7-99fc-ca1d6e4007d7 req-de13c1e5-9c27-4093-a27b-9851ba00ce2e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.920997 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-161f5211-4979-4dd7-99fc-ca1d6e4007d7 req-de13c1e5-9c27-4093-a27b-9851ba00ce2e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1110470 Jun 01 12:52:22.932455 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] For port 020286b1-ccc9-4155-97d2-df2673b08704, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=020286b1-ccc9-4155-97d2-df2673b08704,segment=NetworkSegment(46e9bb07-986d-4b11-90e0-41c285fa8a1b),segment_id=46e9bb07-986d-4b11-90e0-41c285fa8a1b)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:22.932770 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:22.985180 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-161f5211-4979-4dd7-99fc-ca1d6e4007d7 req-8af2b135-071f-4a4f-a331-69326de25965 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569079 Jun 01 12:52:23.072697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Calling delete_port for 020286b1-ccc9-4155-97d2-df2673b08704 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:52:23.302771 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.310638 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d5b7d4cd-3a8d-432c-85dd-5cd5fec1e2a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:23.317013 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['020286b1-ccc9-4155-97d2-df2673b08704'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:23.366338 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Pushing event deleted for resources: {'Port': ['ID=020286b1-ccc9-4155-97d2-df2673b08704,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:23.375292 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:23.575686 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] No DVR routers for this DVR port 020286b1-ccc9-4155-97d2-df2673b08704 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:52:23.579948 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:23.599216 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'name': 'network-vif-deleted', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:23.601588 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bd4456-07fe-49ce-8c9d-4953ca647295" -d '{"events": [{"server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "name": "network-vif-deleted", "tag": "020286b1-ccc9-4155-97d2-df2673b08704"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:23.668740 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8f06c679-4b49-442a-8aec-33351b5e3d0b req-333fff63-5f12-4d21-927d-67e89762e1c6 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.0640347 Jun 01 12:52:23.738842 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b168cdc-2efa-4c41-9d4f-9efc6db31864 req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.58 "DELETE /v2.0/ports/020286b1-ccc9-4155-97d2-df2673b08704 HTTP/1.1" status: 204 len: 173 time: 1.2335172 Jun 01 12:52:23.801613 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83932d66-1fce-4236-a14a-744c3264313b req-b68ab91d-5300-4af9-b072-fde843b4171f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:23.815202 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83932d66-1fce-4236-a14a-744c3264313b req-b68ab91d-5300-4af9-b072-fde843b4171f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2300766 Jun 01 12:52:23.883136 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83932d66-1fce-4236-a14a-744c3264313b req-b4e4bc76-747d-4568-9d04-b030e4253426 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661700 Jun 01 12:52:23.898341 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-2609070f-1db9-4edf-95f9-f46fc48017e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:23.905326 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-2609070f-1db9-4edf-95f9-f46fc48017e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1098 time: 0.2438128 Jun 01 12:52:24.017554 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60247db3-ceb3-4dac-87f5-199f432019df req-c5c74450-4b55-4ed0-849d-627ecaeceb9b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.025871 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-60247db3-ceb3-4dac-87f5-199f432019df req-c5c74450-4b55-4ed0-849d-627ecaeceb9b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.2260253 Jun 01 12:52:24.039711 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46378cd2-176c-4e25-b9e2-1ecf788540f7 x-openstack-request-id: req-46378cd2-176c-4e25-b9e2-1ecf788540f7 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:24.040284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83911694-98c9-4648-bf6a-003197fb16d4", "name": "network-vif-deleted", "tag": "020286b1-ccc9-4155-97d2-df2673b08704", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:24.041268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46378cd2-176c-4e25-b9e2-1ecf788540f7 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:24.041791 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83911694-98c9-4648-bf6a-003197fb16d4', 'name': 'network-vif-deleted', 'tag': '020286b1-ccc9-4155-97d2-df2673b08704', 'status': 'completed', 'code': 200} Jun 01 12:52:24.165247 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-60247db3-ceb3-4dac-87f5-199f432019df req-58fd3ebd-c70e-403c-8519-092b68770395 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383412 Jun 01 12:52:24.281416 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-db1383ee-9a64-46ce-95a5-dfb025ed7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.283335 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-db1383ee-9a64-46ce-95a5-dfb025ed7062 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.3661458 Jun 01 12:52:24.373125 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83622b8-49e3-497e-a04a-a9abffaae2c4 req-0daca081-4786-48f4-832e-0c937f009d66 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.374570 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b83622b8-49e3-497e-a04a-a9abffaae2c4 req-0daca081-4786-48f4-832e-0c937f009d66 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.2147191 Jun 01 12:52:24.439266 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-4772ffe2-0922-47e7-ab7e-c80e9d55d1e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 1001 time: 0.1487303 Jun 01 12:52:24.447254 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b83622b8-49e3-497e-a04a-a9abffaae2c4 req-bcb8790b-9cbb-4b62-a494-4f8720f03a9c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598927 Jun 01 12:52:24.517245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-ee999e49-7202-4ee3-897b-45902fe8d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.518714 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-ee999e49-7202-4ee3-897b-45902fe8d2ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0704138 Jun 01 12:52:24.607487 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-774aa309-4f55-4859-ba95-b9d8ffa29e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.609082 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-774aa309-4f55-4859-ba95-b9d8ffa29e62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813534 Jun 01 12:52:24.663565 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45526) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:24.873517 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-cbe7181c-226c-4e34-a813-83aab34aa2c8 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567565 Jun 01 12:52:24.890323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-80126223-79c2-413a-93ed-dbb7db82908f req-b6779175-fc78-412b-aa6d-1811a717cf35 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Synchronizing usage tracker for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:52:24.918032 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:24.936176 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:24.942766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Usage tracker for resource:security_group_rule and tenant:2f76e4fdc8544beb8b4a74c981a65188 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:24.944475 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:24.950885 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:24.998203 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-80126223-79c2-413a-93ed-dbb7db82908f req-b6779175-fc78-412b-aa6d-1811a717cf35 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Unset dirty status for tenant:8ac5f0f2420c43d28e6550fbc5a3ce1a on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:52:24.999375 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80126223-79c2-413a-93ed-dbb7db82908f req-b6779175-fc78-412b-aa6d-1811a717cf35 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] 10.222.0.11 "GET /v2.0/ports?device_id=83911694-98c9-4648-bf6a-003197fb16d4 HTTP/1.1" status: 200 len: 210 time: 0.1557477 Jun 01 12:52:25.056935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.103160 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1cb03e1a-6670-4e67-9880-8d3e9a5632ce req-c1573b3e-f4a2-4afb-8c47-72eee2295f19 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217917 Jun 01 12:52:25.132517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d774d-05ce-4f72-a9ba-64fc38bdf36c req-0164d289-ec1b-4a3f-8c9e-d5f2e019130f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.133972 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ae1d774d-05ce-4f72-a9ba-64fc38bdf36c req-0164d289-ec1b-4a3f-8c9e-d5f2e019130f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1086066 Jun 01 12:52:25.150168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.161933 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-831eb87e-3792-4f50-943c-8d2d509928c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:25.195116 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ae1d774d-05ce-4f72-a9ba-64fc38bdf36c req-d37e0ac0-8898-484f-8199-cd03d91d10ee tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543730 Jun 01 12:52:25.227547 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f76e4fdc8544beb8b4a74c981a65188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5628600 Jun 01 12:52:25.228441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c634ea0-23ae-4bfc-afb6-ec2dcf83564f,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.230765 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45544) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:25.233222 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:25.428718 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.454443 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e098bab-97fd-4c03-8629-fc57a20aa264 req-812799e0-f60f-46b7-9885-c84fac77d9ab tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.455923 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8e098bab-97fd-4c03-8629-fc57a20aa264 req-812799e0-f60f-46b7-9885-c84fac77d9ab tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1378188 Jun 01 12:52:25.485730 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.545073 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8e098bab-97fd-4c03-8629-fc57a20aa264 req-3bab9381-66af-4572-9d2d-cdc5055275c9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799673 Jun 01 12:52:25.647285 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.654614 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e3cc7827-3d0b-490a-a90a-db0f14618cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:25.675195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-75b9cea9-f765-4371-ae42-aeeb1af840f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.675603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c634ea0-23ae-4bfc-afb6-ec2dcf83564f,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.676735 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-75b9cea9-f765-4371-ae42-aeeb1af840f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1098 time: 0.1468821 Jun 01 12:52:25.678315 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:25.679352 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.683867 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c634ea0-23ae-4bfc-afb6-ec2dcf83564f HTTP/1.1" status: 204 len: 168 time: 0.4489422 Jun 01 12:52:25.725035 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5b907-6269-419e-8887-d780fcb573ad req-5991efe1-4320-49f2-98a3-a04bc16854c3 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.726528 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4ff5b907-6269-419e-8887-d780fcb573ad req-5991efe1-4320-49f2-98a3-a04bc16854c3 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1426604 Jun 01 12:52:25.846589 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4ff5b907-6269-419e-8887-d780fcb573ad req-7920cc57-671e-46f8-8b60-de1677a5e792 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105304 Jun 01 12:52:25.882321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-992d270f-4b6b-49f6-bdb7-6c9d3ce188b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.883785 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-992d270f-4b6b-49f6-bdb7-6c9d3ce188b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1934209 Jun 01 12:52:26.003247 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-afd775fd-f38d-48c1-9048-75244338a221 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 1000 time: 0.1117289 Jun 01 12:52:26.085878 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-0c8659b1-9811-4fde-bd75-9148387bf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.088437 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-0c8659b1-9811-4fde-bd75-9148387bf4c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0743310 Jun 01 12:52:26.158200 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 020286b1-ccc9-4155-97d2-df2673b08704 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:26.170511 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-153e8cbd-d67c-4eeb-a659-2a3797641a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.172044 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-153e8cbd-d67c-4eeb-a659-2a3797641a4e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754771 Jun 01 12:52:26.196087 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 020286b1-ccc9-4155-97d2-df2673b08704 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:52:26.196492 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 020286b1-ccc9-4155-97d2-df2673b08704 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:52:26.383623 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-2bd22ad2-4870-4dcf-9b3d-0a3063e9b414 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955850 Jun 01 12:52:26.445674 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45566) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:26.465912 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.482047 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:26.486123 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Usage tracker for resource:security_group_rule and tenant:a4d110a68eba463082ad13581967c592 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:26.489002 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:26.495088 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:26.545556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da9eec-8883-4b7c-acdf-a45648f6d9aa req-82d43dd4-6727-4e95-b3df-baba78b1600c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.547232 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f0da9eec-8883-4b7c-acdf-a45648f6d9aa req-82d43dd4-6727-4e95-b3df-baba78b1600c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2294297 Jun 01 12:52:26.551004 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7e0b744c-e3c2-46c3-92e4-97b7e13d5790 req-2b099b13-4e60-47bf-9c58-3310120cf8ae service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595938 Jun 01 12:52:26.599080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.613634 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f0da9eec-8883-4b7c-acdf-a45648f6d9aa req-1cdde6f2-a6bb-408e-acb0-6916a94b8a73 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556512 Jun 01 12:52:26.658423 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.668469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ba4c97f4-35bf-407e-8a25-9b74d749a384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:26.760115 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a4d110a68eba463082ad13581967c592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128157 Jun 01 12:52:26.763113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76606ff2-051c-4a13-8403-a3b6f12b173f,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:26.763586 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45578) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:26.766049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:26.806135 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb5f0c-4624-4ac2-b213-c888530929aa req-b51e5654-f4c8-4997-ab4d-2be71e862e00 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.808995 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c7eb5f0c-4624-4ac2-b213-c888530929aa req-b51e5654-f4c8-4997-ab4d-2be71e862e00 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1144230 Jun 01 12:52:26.832649 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.867883 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.874424 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c7eb5f0c-4624-4ac2-b213-c888530929aa req-b91cf56d-9a04-4519-87f7-6b63cb752b5f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Jun 01 12:52:27.034901 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:27.041524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a749ded9-4d26-423e-ac15-7b1bd6ee9b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:27.057155 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76606ff2-051c-4a13-8403-a3b6f12b173f,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:27.062160 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:27.067066 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:27.067929 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76606ff2-051c-4a13-8403-a3b6f12b173f HTTP/1.1" status: 204 len: 168 time: 0.3032992 Jun 01 12:52:27.094041 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76718af-6874-43dd-b01a-476addcf684a req-b83f5d3e-1ae4-49ef-aa09-a438d86de3ca tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:27.101181 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a76718af-6874-43dd-b01a-476addcf684a req-b83f5d3e-1ae4-49ef-aa09-a438d86de3ca tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1266105 Jun 01 12:52:27.155976 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a76718af-6874-43dd-b01a-476addcf684a req-01d9f783-c434-4787-9805-2452bacaeb12 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537031 Jun 01 12:52:27.922437 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45612) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:27.947038 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:27.967374 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:27.972793 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Usage tracker for resource:security_group_rule and tenant:aabe22d684174dd9a65b77d17791479a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:27.975867 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:27.984915 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:28.081195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.091727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959907-4c20-4e55-b372-c369086c549e req-61563642-4620-47b2-bd55-cc6983b7c4f1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:28.093264 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-de959907-4c20-4e55-b372-c369086c549e req-61563642-4620-47b2-bd55-cc6983b7c4f1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0918233 Jun 01 12:52:28.141540 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-de959907-4c20-4e55-b372-c369086c549e req-afdc403f-5d91-4657-9d89-50f7e0ae1fd1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Jun 01 12:52:28.161103 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.168010 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-32d83395-70dd-4ede-8351-adb8ad389da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:28.211221 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aabe22d684174dd9a65b77d17791479a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853365 Jun 01 12:52:28.216355 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d11b7f-c4a8-407f-93c7-2cece98487a8,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:28.216355 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45630) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:28.217242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:28.391167 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.432133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.489634 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076d166-b3ce-4cbc-b362-1b5a737ba4a2 req-ea7e6531-836b-4ad8-b864-e698e4ba4e59 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:28.491111 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3076d166-b3ce-4cbc-b362-1b5a737ba4a2 req-ea7e6531-836b-4ad8-b864-e698e4ba4e59 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1400707 Jun 01 12:52:28.551438 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3076d166-b3ce-4cbc-b362-1b5a737ba4a2 req-81948b32-1783-4f9f-b40b-da84ec9d88aa tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480089 Jun 01 12:52:28.652650 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.658476 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-26bddf90-53f4-4ff8-ad84-818e77fb8e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:28.672183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d11b7f-c4a8-407f-93c7-2cece98487a8,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:28.675201 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:28.677322 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:28.678480 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6d11b7f-c4a8-407f-93c7-2cece98487a8 HTTP/1.1" status: 204 len: 168 time: 0.4628685 Jun 01 12:52:29.360331 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5571-3432-47e6-9eff-8c96758fa593 req-3b7b06d7-dde8-428e-a6ba-7f4096561a9e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:29.367050 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-498d5571-3432-47e6-9eff-8c96758fa593 req-3b7b06d7-dde8-428e-a6ba-7f4096561a9e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0938771 Jun 01 12:52:29.423018 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-498d5571-3432-47e6-9eff-8c96758fa593 req-d791a1b2-d3e2-4035-bfb4-e524c0c32cf2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Jun 01 12:52:29.894764 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67a59e-9b3b-4aa9-bf94-3b03adb9b9e7 req-b908a24d-4ce9-495b-a729-e4f035307267 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:29.896666 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3d67a59e-9b3b-4aa9-bf94-3b03adb9b9e7 req-b908a24d-4ce9-495b-a729-e4f035307267 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 945 time: 0.1682949 Jun 01 12:52:29.990905 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3d67a59e-9b3b-4aa9-bf94-3b03adb9b9e7 req-cc1656b8-e9d1-4d5d-8b34-b1c3c90e5b97 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818965 Jun 01 12:52:30.020717 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade31af8-df9d-467c-9544-61704314df0d req-e9e83031-4ccf-474a-8bea-ed2de0b72278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:30.023057 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ade31af8-df9d-467c-9544-61704314df0d req-e9e83031-4ccf-474a-8bea-ed2de0b72278 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.1924126 Jun 01 12:52:30.080296 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ade31af8-df9d-467c-9544-61704314df0d req-e52b93d4-b914-4e06-bb2c-da791fb6e408 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448380 Jun 01 12:52:30.122200 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45688) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:30.159772 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:30.252237 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1146244057-network', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:30.257498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:30.278112 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Usage tracker for resource:network and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:30.281430 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:30.301074 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:30.317379 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.355906 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:30.358313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c437715-ea56-4334-8052-aaa8f1e7a34f" -d '{"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-unplugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:30.381925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:30.389967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Made reservation on behalf of e93ad56a52e6439386ac108490ea64a9 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:30.393498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.441955 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.446530 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0211288-4cc7-4c07-87d7-2a99d5c6d3f7 x-openstack-request-id: req-f0211288-4cc7-4c07-87d7-2a99d5c6d3f7 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:30.446530 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-unplugged", "status": "failed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "code": 422}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:30.446530 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0211288-4cc7-4c07-87d7-2a99d5c6d3f7 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:30.447434 dv-cinder-793515-2-smb neutron-server[99039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'code': 422} returned with failed status Jun 01 12:52:30.468856 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.471111 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-8f3c9524-9aaf-4ce2-a75b-00e678a31c33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:30.479824 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:30.487956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:30.500713 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:30.507301 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:30.632522 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=8']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:30.646904 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:30.654050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.724984 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782d6b8-8706-442d-90cd-0933d097eb06 req-4b8befb6-c5bd-42ab-b373-bedba5053317 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:30.726637 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f782d6b8-8706-442d-90cd-0933d097eb06 req-4b8befb6-c5bd-42ab-b373-bedba5053317 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1405869 Jun 01 12:52:30.737292 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.765123 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:30.770050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-3fdb3b11-dddd-4c38-99b9-c3861ec0fc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:30.798293 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f782d6b8-8706-442d-90cd-0933d097eb06 req-d132c4db-8693-4863-a830-0c0048e65c81 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640147 Jun 01 12:52:30.809909 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.812836 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Added segment 33652dbd-aa13-44b4-ac08-dfd1e8860ecd of type vlan for network b7b4858a-f529-40e3-bc97-6ed9508f631a Jun 01 12:52:30.830361 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f03440-b938-4e07-ab4d-44728318e4a1,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:30.834742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:30.867276 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.959803 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.961268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:30.961960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.981989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da235f2b-eaad-4586-8adc-cb6c977f5ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:31.126154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b4858a-f529-40e3-bc97-6ed9508f631a,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:31.138085 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:31.140674 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network b7b4858a-f529-40e3-bc97-6ed9508f631a details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:31.200358 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0768402 Jun 01 12:52:31.203233 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45710) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:31.210037 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Request body: {'subnet': {'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1146244057-subnet', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:31.240510 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:31.254021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Usage tracker for resource:subnet and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:31.261901 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:31.274231 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:31.365391 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Made reservation on behalf of e93ad56a52e6439386ac108490ea64a9 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:31.368296 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11205445'] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.172045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1893081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11205459'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:32.183878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:32.348460 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4eac-b9dc-454f-a15b-124440f4bcdf req-ce83d474-cf02-46e6-bd88-4461b17956bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:32.357649 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-154f4eac-b9dc-454f-a15b-124440f4bcdf req-ce83d474-cf02-46e6-bd88-4461b17956bb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.1304369 Jun 01 12:52:32.395672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6b203-b868-4cd4-a4fc-56acd4dc2894 req-96bcc3e7-14b6-4609-8139-78eb78290d33 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:32.414320 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25b6b203-b868-4cd4-a4fc-56acd4dc2894 req-96bcc3e7-14b6-4609-8139-78eb78290d33 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.3781433 Jun 01 12:52:32.430287 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a058df89-841d-4dd4-9d22-40724b5a8984,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:32.433331 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-154f4eac-b9dc-454f-a15b-124440f4bcdf req-8ddf1cef-b5a8-4a38-abfd-2f525a7c942d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742447 Jun 01 12:52:32.463206 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:32.475842 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Checking segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:32.476200 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Network hostable DHCP agents. Network: b7b4858a-f529-40e3-bc97-6ed9508f631a, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:32.505450 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-25b6b203-b868-4cd4-a4fc-56acd4dc2894 req-660f2cf9-b5af-4c15-8bea-6dbd57d745dc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805509 Jun 01 12:52:32.583979 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Network b7b4858a-f529-40e3-bc97-6ed9508f631a is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:32.815515 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, b7b4858a-f529-40e3-bc97-6ed9508f631a) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:32.853972 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62b8fe-e0fc-4133-a49f-5252da889711 None None] Network b7b4858a-f529-40e3-bc97-6ed9508f631a requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:52:32.898816 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:32.898816 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.065903 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-39c0813f-710f-4183-a94d-465a91ecbc98 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8612428 Jun 01 12:52:33.069420 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45764) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:33.077109 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:33.086105 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:33.095020 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Usage tracker for resource:router and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:33.098947 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:33.106770 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:33.143943 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45768) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:33.173297 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.174649 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.209149 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.235786 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-b7b4858a-f529-40e3-bc97-6ed9508f631a', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:52:33.236737 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.379924 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-c45c5e38-3b4c-4249-8a0c-f784d561caab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2340174 Jun 01 12:52:33.618936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Allocated IP 172.20.0.2 (b7b4858a-f529-40e3-bc97-6ed9508f631a/a058df89-841d-4dd4-9d22-40724b5a8984/02fe7cf8-a48a-421d-b115-25b67de59a8d) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:33.712546 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b94a2-2c00-49c1-9fc5-bad1786e8455 req-73b9a534-6850-4a29-8799-12af90cc636a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:33.720849 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2a0b94a2-2c00-49c1-9fc5-bad1786e8455 req-73b9a534-6850-4a29-8799-12af90cc636a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.1054971 Jun 01 12:52:33.794685 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2a0b94a2-2c00-49c1-9fc5-bad1786e8455 req-dc755aaf-852c-4929-8484-166ad6c704d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723989 Jun 01 12:52:33.950482 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.966606 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Transition to ACTIVE for port object 02fe7cf8-a48a-421d-b115-25b67de59a8d will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:34.003276 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Transition to ACTIVE for port object 02fe7cf8-a48a-421d-b115-25b67de59a8d will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:34.038142 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.065322 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:52:34.082427 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.085978 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fb684-dba2-4709-9285-e1c04112827b req-016e3c23-0ad6-4002-8e78-7a27943b1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:34.091848 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-51f724d0-93bd-4033-a46e-1b1237cfcdc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:34.092038 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-016e3c23-0ad6-4002-8e78-7a27943b1d8c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 1099 time: 0.5745757 Jun 01 12:52:34.098510 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a578c-697e-4c76-b7b5-47f87f075bee req-aa365567-4324-4955-8321-d4f8def5b697 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:34.100168 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-768a578c-697e-4c76-b7b5-47f87f075bee req-aa365567-4324-4955-8321-d4f8def5b697 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.5855319 Jun 01 12:52:34.191778 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Network b7b4858a-f529-40e3-bc97-6ed9508f631a is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:34.195181 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:34.199393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:34.206307 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Pushing event updated for resources: {'Port': ['ID=02fe7cf8-a48a-421d-b115-25b67de59a8d,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.211233 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:34.316460 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Attempting to bind port 02fe7cf8-a48a-421d-b115-25b67de59a8d on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:34.317142 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Attempting to bind port 02fe7cf8-a48a-421d-b115-25b67de59a8d by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:34.317690 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Attempting to bind port 02fe7cf8-a48a-421d-b115-25b67de59a8d on network b7b4858a-f529-40e3-bc97-6ed9508f631a {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:34.324733 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:34.325424 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Checking segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:34.325993 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.326678 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Bound using segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:34.327333 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Bound port: 02fe7cf8-a48a-421d-b115-25b67de59a8d, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:34.327898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.425267 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fb684-dba2-4709-9285-e1c04112827b req-afcc5833-d0b2-4298-bbbd-3a8bce7ebb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:34.432096 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] For port 02fe7cf8-a48a-421d-b115-25b67de59a8d, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:34.434359 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-afcc5833-d0b2-4298-bbbd-3a8bce7ebb5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 200 len: 919 time: 0.3323343 Jun 01 12:52:34.436114 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] For port 02fe7cf8-a48a-421d-b115-25b67de59a8d, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=02fe7cf8-a48a-421d-b115-25b67de59a8d,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:34.440875 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-768a578c-697e-4c76-b7b5-47f87f075bee req-0a14360a-f50a-42f6-be05-0642131d0e83 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206408 Jun 01 12:52:34.504780 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.510681 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:34.590814 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-314aef6e-b22e-4a17-9bee-c836afda9b29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 200 len: 217 time: 0.1399660 Jun 01 12:52:34.626603 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Pushing event updated for resources: {'Port': ['ID=02fe7cf8-a48a-421d-b115-25b67de59a8d,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.631803 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:34.827475 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fb684-dba2-4709-9285-e1c04112827b req-aa3ce760-54b8-4116-86fc-5c5342dd18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:34.836017 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-aa3ce760-54b8-4116-86fc-5c5342dd18a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 200 len: 858 time: 0.2389812 Jun 01 12:52:34.916549 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-9cb79a69-0841-4125-97cf-db1cf316246b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57caa1cd-6a8c-4dd9-997f-20edd7289da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619941 Jun 01 12:52:35.252833 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f3686-7a9e-4538-ac31-3ddef031619f req-17e2f888-6148-4029-b728-8ec156b55d75 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:35.254008 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d83f3686-7a9e-4538-ac31-3ddef031619f req-17e2f888-6148-4029-b728-8ec156b55d75 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2008073 Jun 01 12:52:35.338879 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d83f3686-7a9e-4538-ac31-3ddef031619f req-2b100914-bbef-4937-b148-c7ac68dc428e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740180 Jun 01 12:52:35.429920 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.499465 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 02fe7cf8-a48a-421d-b115-25b67de59a8d up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:35.504097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:35.679376 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Allocated IP 172.28.2.138 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/a7e21069-7a2c-4db4-ab27-4412d31c959b) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:35.716233 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 02fe7cf8-a48a-421d-b115-25b67de59a8d completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:35.857464 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-7dc5492d-ca75-4599-803f-d6d657bc3231 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9304945 Jun 01 12:52:36.061132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.175378 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce52953-fa62-4aac-a9df-58c9978239e9 req-26720e8f-c1ab-40d4-9f64-e43d964c5fad tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:36.177145 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6ce52953-fa62-4aac-a9df-58c9978239e9 req-26720e8f-c1ab-40d4-9f64-e43d964c5fad tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.3801963 Jun 01 12:52:36.200211 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9d4cf6-1c18-4df1-83da-b4540fc33dd5 None None] Network b7b4858a-f529-40e3-bc97-6ed9508f631a requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:52:36.226113 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343fb684-dba2-4709-9285-e1c04112827b req-4e2ea502-cd38-4360-85dc-074a7b5e4e39 service neutron] 10.222.0.58 "GET /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442466 Jun 01 12:52:36.239676 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.272762 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:36.338119 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6ce52953-fa62-4aac-a9df-58c9978239e9 req-a4a37850-e382-4bf7-8fe1-ddb17c3761aa tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499972 Jun 01 12:52:36.361154 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:36.411956 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:36.422136 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e21069-7a2c-4db4-ab27-4412d31c959b,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:36.424681 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:36.449241 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Provisioning for port 02fe7cf8-a48a-421d-b115-25b67de59a8d completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:36.458577 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Provisioning complete for port 02fe7cf8-a48a-421d-b115-25b67de59a8d triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:36.459529 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.505496 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:36.676776 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daeef3d-1400-44a7-90c8-e66018570e36 req-7e5422ea-6d1f-49de-aa91-06b91709fb92 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:36.678269 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7daeef3d-1400-44a7-90c8-e66018570e36 req-7e5422ea-6d1f-49de-aa91-06b91709fb92 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.1166375 Jun 01 12:52:36.736360 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7daeef3d-1400-44a7-90c8-e66018570e36 req-be5bb2e4-23b3-4453-be07-1581d9b22f21 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499599 Jun 01 12:52:36.754170 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.812744 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] For port 02fe7cf8-a48a-421d-b115-25b67de59a8d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=02fe7cf8-a48a-421d-b115-25b67de59a8d,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:36.909750 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:36.911517 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:37.037049 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Pushing event updated for resources: {'Port': ['ID=02fe7cf8-a48a-421d-b115-25b67de59a8d,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:37.041428 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:37.144684 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-a15e6fea-2d60-4e91-9aaf-7a96c914b61d None None] Provisioning complete for port 02fe7cf8-a48a-421d-b115-25b67de59a8d triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:37.145161 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a15e6fea-2d60-4e91-9aaf-7a96c914b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.398285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.455796 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-42d8e7e1-d78d-4393-9a0f-a5059af83dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:37.457297 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-42d8e7e1-d78d-4393-9a0f-a5059af83dbc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 1096 time: 0.3862369 Jun 01 12:52:37.482336 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 02fe7cf8-a48a-421d-b115-25b67de59a8d up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:37.623782 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 02fe7cf8-a48a-421d-b115-25b67de59a8d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:37.624302 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:37.828310 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-f004f154-c2ab-4535-9348-37410df0e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:37.829820 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-f004f154-c2ab-4535-9348-37410df0e91f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1096 time: 0.3251851 Jun 01 12:52:38.089879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e4f50-5f30-4e9a-911b-973b127fe509 req-7218d972-32bb-441c-be02-b0e29d73b6ee tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.092483 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9c8e4f50-5f30-4e9a-911b-973b127fe509 req-7218d972-32bb-441c-be02-b0e29d73b6ee tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.5145228 Jun 01 12:52:38.164597 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8199aaf-d964-4cfb-b091-38bd78b8bed6 req-c31f07fa-4354-4ee6-af23-39092cef9079 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.179109 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f8199aaf-d964-4cfb-b091-38bd78b8bed6 req-c31f07fa-4354-4ee6-af23-39092cef9079 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2495394 Jun 01 12:52:38.267689 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f8199aaf-d964-4cfb-b091-38bd78b8bed6 req-e25b1b49-8cd1-42a7-8aab-e5ecd25929ad tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767729 Jun 01 12:52:38.275082 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:38.368749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-047fc0ce-2e2b-4553-8525-419f6e26cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.370601 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-047fc0ce-2e2b-4553-8525-419f6e26cfab service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.5277696 Jun 01 12:52:38.384758 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9c8e4f50-5f30-4e9a-911b-973b127fe509 req-2278681f-b591-4723-9961-0f5980841935 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780194 Jun 01 12:52:38.600779 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-b6788de5-4860-4165-a176-27d6c6d9698b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 200 len: 998 time: 0.2113707 Jun 01 12:52:38.685289 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-f716a47c-1d61-4013-b873-72ef8aa52732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.686763 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-f716a47c-1d61-4013-b873-72ef8aa52732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0800250 Jun 01 12:52:38.793113 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-90bfc57e-6e6e-483f-8889-72f3bae258c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.794631 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-90bfc57e-6e6e-483f-8889-72f3bae258c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0985622 Jun 01 12:52:38.882120 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Router b80a26b4-6441-4383-b043-e3f77bd2ebac is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:52:39.186681 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-7a9f4b9e-259a-4aa7-9a62-c6bd0e7ff5a8 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851237 Jun 01 12:52:39.308270 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:39.323120 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Sync routers for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:39.361779 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:39.362436 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:39.379314 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f63fe0a-6d17-4f41-a2a7-00c5fe71e15e req-2eed63d9-0b8d-4520-827c-0a0770901ec1 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847019 Jun 01 12:52:39.441244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:39.442938 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3723421 Jun 01 12:52:39.446031 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45860) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:39.834288 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:39.928658 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b1d16-cdcb-453c-8ac5-bd4e87dab7b6 req-f9f64c63-773c-41cd-a28a-2953f191c97f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:39.930223 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-455b1d16-cdcb-453c-8ac5-bd4e87dab7b6 req-f9f64c63-773c-41cd-a28a-2953f191c97f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2087357 Jun 01 12:52:40.070184 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-455b1d16-cdcb-453c-8ac5-bd4e87dab7b6 req-39f6ad60-1698-41f6-a0b0-a1a61fb7aa34 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327991 Jun 01 12:52:40.256168 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:36Z', 'revision_number': 3, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:40.264134 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Checking router: b80a26b4-6441-4383-b043-e3f77bd2ebac for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:40.264994 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Updating router b80a26b4-6441-4383-b043-e3f77bd2ebac port a7e21069-7a2c-4db4-ab27-4412d31c959b binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:52:40.350229 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7bdd1-e00d-4af7-a87a-1b8ccbc2ff1a req-88146539-f10f-44fb-8fe5-0abdb3742b24 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:40.354982 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.359448 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fec7bdd1-e00d-4af7-a87a-1b8ccbc2ff1a req-88146539-f10f-44fb-8fe5-0abdb3742b24 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.7237358 Jun 01 12:52:40.570745 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fec7bdd1-e00d-4af7-a87a-1b8ccbc2ff1a req-8b18dd40-addf-487e-bd8d-cbfdb91e9e32 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099488 Jun 01 12:52:40.998153 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.156182 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.175357 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Transition to ACTIVE for port object a7e21069-7a2c-4db4-ab27-4412d31c959b will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:41.239750 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.244687 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-06cd0536-c9a3-48d6-8c28-80efd8d30bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:41.437433 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Pushing event updated for resources: {'Port': ['ID=a7e21069-7a2c-4db4-ab27-4412d31c959b,revision_number=2']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.464784 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.466275 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.472037 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.472531 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.472945 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.473339 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.473730 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.474126 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.474497 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.474925 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.475291 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.475628 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:41.486114 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:41.545703 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Attempting to bind port a7e21069-7a2c-4db4-ab27-4412d31c959b on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:41.547056 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Attempting to bind port a7e21069-7a2c-4db4-ab27-4412d31c959b by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:41.547056 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Attempting to bind port a7e21069-7a2c-4db4-ab27-4412d31c959b on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:41.566357 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:41.566827 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:41.567249 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.567658 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:41.568170 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Bound port: a7e21069-7a2c-4db4-ab27-4412d31c959b, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:41.574711 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.824714 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] For port a7e21069-7a2c-4db4-ab27-4412d31c959b, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:41.824714 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] For port a7e21069-7a2c-4db4-ab27-4412d31c959b, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=a7e21069-7a2c-4db4-ab27-4412d31c959b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:41.934061 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Allocated IP 172.20.0.1 (b7b4858a-f529-40e3-bc97-6ed9508f631a/a058df89-841d-4dd4-9d22-40724b5a8984/8c78780d-8d46-4f98-8bba-79adeb6a0099) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:42.086739 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cda2bc-e98c-44f9-af65-07c0db73cb36 req-d25f9737-bf5b-4008-88e9-0dc5902fdbbe tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:42.087798 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.088404 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f9cda2bc-e98c-44f9-af65-07c0db73cb36 req-d25f9737-bf5b-4008-88e9-0dc5902fdbbe tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.6704476 Jun 01 12:52:42.093399 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:42.174404 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f9cda2bc-e98c-44f9-af65-07c0db73cb36 req-e7f9e3e1-1b02-415b-afac-9fd9314eb1d6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784323 Jun 01 12:52:42.252494 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.273049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Transition to ACTIVE for port object 8c78780d-8d46-4f98-8bba-79adeb6a0099 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:42.320363 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:42.321090 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:42.429060 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Pushing event updated for resources: {'Port': ['ID=a7e21069-7a2c-4db4-ab27-4412d31c959b,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:42.441645 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:42.493062 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.510162 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b5b6731e-5574-4f4b-bcef-4fc548bbe5b0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:42.740058 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:42.837785 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:42.843123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:42.845216 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Network b7b4858a-f529-40e3-bc97-6ed9508f631a is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:42.849677 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:42.853326 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:43.032418 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.406790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-62f7da9c-64f0-43ed-ad7a-d79215b46d98 None None] Provisioning for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:43.441496 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.464222 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-62f7da9c-64f0-43ed-ad7a-d79215b46d98 None None] Provisioning complete for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:43.466499 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-62f7da9c-64f0-43ed-ad7a-d79215b46d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.663343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-62f7da9c-64f0-43ed-ad7a-d79215b46d98 None None] Port 8c78780d-8d46-4f98-8bba-79adeb6a0099 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:43.784189 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45922) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:43.784658 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:36Z', 'revision_number': 3, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:43.784658 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448be31-a65c-48c6-a4c5-3954fed305f5 None None] The sync data for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb is: [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:36Z', 'revision_number': 3, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:52:43.793228 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb0ffa-1ed3-4a13-9d8f-97a483bfd990 req-147fe0b0-a4b0-4dc7-8ed6-7bc9bed7e4e0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:43.802762 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bbbb0ffa-1ed3-4a13-9d8f-97a483bfd990 req-147fe0b0-a4b0-4dc7-8ed6-7bc9bed7e4e0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2908871 Jun 01 12:52:43.869254 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bbbb0ffa-1ed3-4a13-9d8f-97a483bfd990 req-38025568-b550-4df2-953c-de0aba12cf0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653036 Jun 01 12:52:43.955443 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-de1c9f4a-c081-4aa2-9e0b-9ce161f9682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.964471 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.989592 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.009748 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:44.020111 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:6cdc4bf636ba4b50bc0f30010ad4d534 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:44.024768 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:44.038357 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.038943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:44.125957 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f57da694-97dc-476b-9b17-cd44217bf273 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:44.196150 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.233992 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.237190 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.242403 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:44.262732 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.368186 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-40f84e6f-22f2-4599-897b-fc733c964025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:44.457950 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cdc4bf636ba4b50bc0f30010ad4d534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000961 Jun 01 12:52:44.458661 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45934) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:44.459377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff929e4-449c-42bf-9aae-c493cb7537cf,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.474440 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:44.637529 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Network b7b4858a-f529-40e3-bc97-6ed9508f631a is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:44.640156 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:44.673809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.782414 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.127082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.164108 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b0e582d6-1b76-451e-859b-1bfcb9d5cc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:45.202192 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff929e4-449c-42bf-9aae-c493cb7537cf,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:45.206433 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:45.216158 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.218538 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ff929e4-449c-42bf-9aae-c493cb7537cf HTTP/1.1" status: 204 len: 168 time: 0.7517791 Jun 01 12:52:45.302347 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-1ee5f5c2-2ed6-45f6-8186-e72626bd0c31 None None] Provisioning complete for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:45.303198 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f5c2-2ed6-45f6-8186-e72626bd0c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.379760 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Router b80a26b4-6441-4383-b043-e3f77bd2ebac has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:52:45.517038 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5f5c2-2ed6-45f6-8186-e72626bd0c31 None None] Port 8c78780d-8d46-4f98-8bba-79adeb6a0099 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:45.640639 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a7e21069-7a2c-4db4-ab27-4412d31c959b up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:45.864266 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2fa01-fa1a-48c6-b1b1-e91f7c8e29c3 req-c7d7fdeb-92a1-4de7-b87a-3844a4390d89 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:45.864266 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8bb2fa01-fa1a-48c6-b1b1-e91f7c8e29c3 req-c7d7fdeb-92a1-4de7-b87a-3844a4390d89 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.5660050 Jun 01 12:52:45.996140 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port a7e21069-7a2c-4db4-ab27-4412d31c959b completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:46.003557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port a7e21069-7a2c-4db4-ab27-4412d31c959b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:46.003557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.080875 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8bb2fa01-fa1a-48c6-b1b1-e91f7c8e29c3 req-879d3aa7-08d3-4793-a56c-d7e42f028210 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907423 Jun 01 12:52:46.083871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:46.106941 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/b80a26b4-6441-4383-b043-e3f77bd2ebac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6568041 Jun 01 12:52:46.385956 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-92bbd087-117a-4edf-b9ad-495ee9c12fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.441777 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.481314 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port a7e21069-7a2c-4db4-ab27-4412d31c959b, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=a7e21069-7a2c-4db4-ab27-4412d31c959b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:46.516373 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.550755 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:46.553043 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:46.656833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=a7e21069-7a2c-4db4-ab27-4412d31c959b,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:46.668271 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.668956 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.669573 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.670104 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.670865 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.671455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.672055 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.673132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.673734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.674315 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.674820 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.675442 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:46.680300 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:46.927169 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Sync routers for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:46.939280 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:46.939835 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:47.426649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:47.549748 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a7e21069-7a2c-4db4-ab27-4412d31c959b up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:47.593497 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c198a-2b0f-4052-8a97-b30242b1fae0 req-34784480-198f-47dc-8f98-9b3759b06c11 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:47.603090 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d87c198a-2b0f-4052-8a97-b30242b1fae0 req-34784480-198f-47dc-8f98-9b3759b06c11 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2230880 Jun 01 12:52:47.687501 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d87c198a-2b0f-4052-8a97-b30242b1fae0 req-46576d4b-a0ec-4c1a-adf8-c6f386091d57 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810463 Jun 01 12:52:47.925747 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.992371 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port a7e21069-7a2c-4db4-ab27-4412d31c959b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:47.992843 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.283573 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 45972) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:48.290601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-63859158-network', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:48.298983 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:48.311388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Usage tracker for resource:network and tenant:75af2ad9981b4343a466c0d9789a19ce is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:48.314970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:48.332374 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:48.475744 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 2, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:48.486120 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Checking router: b80a26b4-6441-4383-b043-e3f77bd2ebac for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:48.486882 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Updating router b80a26b4-6441-4383-b043-e3f77bd2ebac port 8c78780d-8d46-4f98-8bba-79adeb6a0099 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:52:48.497705 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Made reservation on behalf of 75af2ad9981b4343a466c0d9789a19ce for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:48.504723 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.537868 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.596698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:48.609118 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Usage tracker for resource:security_group_rule and tenant:75af2ad9981b4343a466c0d9789a19ce is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:48.613797 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:48.624508 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.634168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:48.779665 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.870534 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.876370 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0b75cf36-0d23-4f3b-b51e-923e857a2f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:48.905364 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:52:48.920663 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39652b1d-bf0b-4406-86c4-fe4b85f5cf59,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:48.926287 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:48.927362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:48.927706 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Added segment 9c965f2b-f37c-479a-8634-ea341819abcb of type vlan for network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b Jun 01 12:52:48.985799 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.053463 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa98523-633e-4684-9f6f-d356e1790008 req-6b4646cb-34a6-4702-9a33-b6a578979ad7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:49.055209 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6fa98523-633e-4684-9f6f-d356e1790008 req-6b4646cb-34a6-4702-9a33-b6a578979ad7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.1944487 Jun 01 12:52:49.115961 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6fa98523-633e-4684-9f6f-d356e1790008 req-518a2ab3-28b8-4ffd-b9d2-cb438f73b0d0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524821 Jun 01 12:52:49.273168 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.286127 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.293766 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Transition to ACTIVE for port object 8c78780d-8d46-4f98-8bba-79adeb6a0099 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:49.355615 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.361345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:49.361345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.366571 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:49.379307 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.382562 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.403039 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:49.544799 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Pushing event updated for resources: {'Network': ['ID=3cd15440-d447-40f2-a240-7d9c1ef9ed1b,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:49.555379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:49.620871 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3237076 Jun 01 12:52:49.621589 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:52:49.623624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 45984) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:49.632604 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Request body: {'subnet': {'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-63859158-subnet', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:49.651953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:49.662882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Usage tracker for resource:subnet and tenant:75af2ad9981b4343a466c0d9789a19ce is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:49.670218 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:49.681225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:49.829532 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Pushing event updated for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:49.833139 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:49.837276 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Made reservation on behalf of 75af2ad9981b4343a466c0d9789a19ce for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:52:49.837276 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10786144'] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.920521 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Attempting to bind port 8c78780d-8d46-4f98-8bba-79adeb6a0099 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:49.921132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Attempting to bind port 8c78780d-8d46-4f98-8bba-79adeb6a0099 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:49.921718 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Attempting to bind port 8c78780d-8d46-4f98-8bba-79adeb6a0099 on network b7b4858a-f529-40e3-bc97-6ed9508f631a {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:49.934743 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:49.935558 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Checking segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:49.936138 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:49.936735 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Bound using segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:49.937396 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Bound port: 8c78780d-8d46-4f98-8bba-79adeb6a0099, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:49.937965 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.098959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] For port 8c78780d-8d46-4f98-8bba-79adeb6a0099, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:50.103550 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] For port 8c78780d-8d46-4f98-8bba-79adeb6a0099, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8c78780d-8d46-4f98-8bba-79adeb6a0099,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:50.200917 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:50.223467 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:50.495767 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:50.496823 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:50.715890 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa319e9-4f14-46e3-911b-65fd29211c30 req-980a06f8-1556-4b2e-9dc5-5dc54d4f0244 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:50.724968 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0fa319e9-4f14-46e3-911b-65fd29211c30 req-980a06f8-1556-4b2e-9dc5-5dc54d4f0244 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.3407714 Jun 01 12:52:50.910652 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2a1df-c101-4dcf-a2b4-afddc028d68d req-cb12a637-f350-47f5-ace4-3bdbc7cb15ae tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:50.912488 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-89d2a1df-c101-4dcf-a2b4-afddc028d68d req-cb12a637-f350-47f5-ace4-3bdbc7cb15ae tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2390959 Jun 01 12:52:50.913689 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Pushing event updated for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:50.925970 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:50.948111 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0fa319e9-4f14-46e3-911b-65fd29211c30 req-b439fd6d-a952-45b8-a3b7-84d4dc751034 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247076 Jun 01 12:52:51.034486 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:51.057938 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-89d2a1df-c101-4dcf-a2b4-afddc028d68d req-7971b80b-3716-499f-a8e6-47bc72b970d5 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368618 Jun 01 12:52:51.172320 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10913402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10786166'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.182801 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fc433482-1058-48cf-b55a-00eef0864f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:51.372089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0806ab19-e2ee-4cc8-9757-4cbe3618eb7f,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:51.376990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:51.382191 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Checking segment: {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:51.382551 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Network hostable DHCP agents. Network: 3cd15440-d447-40f2-a240-7d9c1ef9ed1b, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:52:51.526458 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:52:51.617376 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 3cd15440-d447-40f2-a240-7d9c1ef9ed1b) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:51.725935 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:51.725935 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:51.800613 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d2aa7-b611-4bfd-978a-561a149f1c0c None None] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:52:52.051053 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:50Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:52.060012 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b415938b-7f0c-4b4f-99a7-ccbb27fe9668 None None] The sync data for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb is: [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:50Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:52:52.177849 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-40ff3ab4-375f-4f7b-a17a-7cf304adb0c6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5501268 Jun 01 12:52:52.178604 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46002) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:52.186104 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:52:52.198944 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:52.219399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Usage tracker for resource:router and tenant:75af2ad9981b4343a466c0d9789a19ce is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:52.230834 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:52.242419 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:52.399399 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'fixed_ips': [{'subnet_id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:52:52.401010 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.482445 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d597278-acc3-4b14-add1-7a43daa6ef34 req-80c2c43f-690c-4572-b360-9bc33d5f69d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:52.496414 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3d597278-acc3-4b14-add1-7a43daa6ef34 req-80c2c43f-690c-4572-b360-9bc33d5f69d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2357390 Jun 01 12:52:52.618746 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.623988 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.654404 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd487-4a8a-4ed3-8e8b-b028e8938390 req-74439e79-4250-40c2-82ac-1d4a45374614 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:52.668864 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-797cd487-4a8a-4ed3-8e8b-b028e8938390 req-74439e79-4250-40c2-82ac-1d4a45374614 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2180033 Jun 01 12:52:52.672343 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:52.744149 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3d597278-acc3-4b14-add1-7a43daa6ef34 req-e03309b9-32c7-4e4d-a24a-47e8caec49a9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465730 Jun 01 12:52:52.780210 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-797cd487-4a8a-4ed3-8e8b-b028e8938390 req-08d976b2-4c06-405c-997e-50adf4e251d2 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109769 Jun 01 12:52:52.834404 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Allocated IP 172.20.0.2 (3cd15440-d447-40f2-a240-7d9c1ef9ed1b/0806ab19-e2ee-4cc8-9757-4cbe3618eb7f/3f573c20-ba44-4851-9f67-69bd0ec92d2c) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:53.244359 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.382786 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.400632 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Transition to ACTIVE for port object 3f573c20-ba44-4851-9f67-69bd0ec92d2c will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:53.449343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Transition to ACTIVE for port object 3f573c20-ba44-4851-9f67-69bd0ec92d2c will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:53.511663 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:53.534421 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:53.644469 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8c78780d-8d46-4f98-8bba-79adeb6a0099 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:53.710675 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:53.782098 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:53.785548 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:54.099341 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Pushing event updated for resources: {'Port': ['ID=3f573c20-ba44-4851-9f67-69bd0ec92d2c,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:54.103676 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:54.105168 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:54.150038 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:54.150420 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.190939 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794dbd3-3cd0-42ff-961b-85283a7f2de5 req-b5b499c9-c647-4de8-b637-250afac8a65d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:54.196905 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7794dbd3-3cd0-42ff-961b-85283a7f2de5 req-b5b499c9-c647-4de8-b637-250afac8a65d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1735382 Jun 01 12:52:54.271971 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.279599 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Attempting to bind port 3f573c20-ba44-4851-9f67-69bd0ec92d2c on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:54.280218 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Attempting to bind port 3f573c20-ba44-4851-9f67-69bd0ec92d2c by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:54.280842 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Attempting to bind port 3f573c20-ba44-4851-9f67-69bd0ec92d2c on network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:54.291401 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:54.292310 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Checking segment: {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:54.292878 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.293346 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Bound using segment: {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:54.293832 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Bound port: 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:54.294215 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.295786 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7794dbd3-3cd0-42ff-961b-85283a7f2de5 req-94c62869-0e14-4609-9514-49c04d05414c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927570 Jun 01 12:52:54.316652 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.488217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.502684 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] For port 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:54.518517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdcd20-bbc8-48bf-aef5-c0526ac8128d req-b9274ff4-5abe-4abd-a388-c5bec9f4c68e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:54.519934 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-effdcd20-bbc8-48bf-aef5-c0526ac8128d req-b9274ff4-5abe-4abd-a388-c5bec9f4c68e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.4830930 Jun 01 12:52:54.526287 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] For port 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3f573c20-ba44-4851-9f67-69bd0ec92d2c,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:54.552632 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 8c78780d-8d46-4f98-8bba-79adeb6a0099, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8c78780d-8d46-4f98-8bba-79adeb6a0099,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:54.641953 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.647173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-d6b96de4-e269-4f76-9f51-760b5dcc9782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:54.660552 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Allocated IP 172.28.2.77 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/cec73aa8-0137-48da-86f2-508e949f9a3b) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:54.664987 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-effdcd20-bbc8-48bf-aef5-c0526ac8128d req-1021221d-2853-423b-928b-a1ce390b4e9e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683506 Jun 01 12:52:54.725577 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:54.766984 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Pushing event updated for resources: {'Port': ['ID=3f573c20-ba44-4851-9f67-69bd0ec92d2c,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:54.772403 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:54.773020 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:54.888264 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:54.893712 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:55.006624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.144049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:55.154041 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:55.217259 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:55.235670 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:55.247343 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:55.344302 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Pushing event updated for resources: {'Port': ['ID=cec73aa8-0137-48da-86f2-508e949f9a3b,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:55.349897 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:55.687351 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8c78780d-8d46-4f98-8bba-79adeb6a0099 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:55.757126 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e551bb2-678d-46d6-bfc6-ef36e74ca2c2 req-85e4d744-49de-4cff-a2cf-62cd1f707b75 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:55.759578 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7e551bb2-678d-46d6-bfc6-ef36e74ca2c2 req-85e4d744-49de-4cff-a2cf-62cd1f707b75 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2028298 Jun 01 12:52:55.863605 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7e551bb2-678d-46d6-bfc6-ef36e74ca2c2 req-c025e995-2f3e-4af5-8965-50bf740e2600 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964541 Jun 01 12:52:55.869064 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 8c78780d-8d46-4f98-8bba-79adeb6a0099 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:55.871444 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.058384 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.071295 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3f573c20-ba44-4851-9f67-69bd0ec92d2c up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:56.181418 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a209069-f931-4ab7-a7ac-a2857ce0f851 None None] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:52:56.265869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0203461-2598-4bf5-aac1-8f5fd0b0387d req-fb8241e1-0f6d-4d30-97af-266a969e9e92 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:56.267501 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d0203461-2598-4bf5-aac1-8f5fd0b0387d req-fb8241e1-0f6d-4d30-97af-266a969e9e92 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2848792 Jun 01 12:52:56.292097 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 3f573c20-ba44-4851-9f67-69bd0ec92d2c completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:56.400855 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d0203461-2598-4bf5-aac1-8f5fd0b0387d req-e40a8506-451e-4fd4-b1c1-e0a43efed7d4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265156 Jun 01 12:52:56.442622 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Provisioning for port 3f573c20-ba44-4851-9f67-69bd0ec92d2c completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:56.461980 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Provisioning complete for port 3f573c20-ba44-4851-9f67-69bd0ec92d2c triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:56.462628 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.492173 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.608292 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.644207 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] For port 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3f573c20-ba44-4851-9f67-69bd0ec92d2c,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:56.719655 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.721585 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-004aca4f-9ffb-430e-a8d0-6efd1326fa7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:56.789378 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Pushing event updated for resources: {'Port': ['ID=3f573c20-ba44-4851-9f67-69bd0ec92d2c,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:56.793797 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:56.839319 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-c4636007-20a7-41ef-88b1-8b08f71096e8 None None] Provisioning complete for port 3f573c20-ba44-4851-9f67-69bd0ec92d2c triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:56.839722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c4636007-20a7-41ef-88b1-8b08f71096e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.875166 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Router 7244f68e-90d1-45cb-a8f2-53d970087a0a is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:52:57.074837 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:52:57.078025 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b44cd4-9f6e-4bd8-adcd-7c10933e6664 req-dd6486f7-61ff-446a-96be-4fd93254c12d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:57.079708 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-69b44cd4-9f6e-4bd8-adcd-7c10933e6664 req-dd6486f7-61ff-446a-96be-4fd93254c12d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.0886519 Jun 01 12:52:57.084775 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Sync routers for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:52:57.099643 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:57.100362 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:57.128301 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-69b44cd4-9f6e-4bd8-adcd-7c10933e6664 req-8a96fe97-4279-4c8b-8d62-c47b50609f3a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Jun 01 12:52:57.193690 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.194928 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0153699 Jun 01 12:52:57.197927 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46046) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:57.301291 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:57.453094 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3f573c20-ba44-4851-9f67-69bd0ec92d2c up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:57.568386 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 3f573c20-ba44-4851-9f67-69bd0ec92d2c triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:57.568813 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.630183 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:55Z', 'revision_number': 3, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:57.634196 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Checking router: 7244f68e-90d1-45cb-a8f2-53d970087a0a for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:52:57.634575 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Updating router 7244f68e-90d1-45cb-a8f2-53d970087a0a port cec73aa8-0137-48da-86f2-508e949f9a3b binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:52:57.691181 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:57.816695 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbbd19-a8c8-4dbe-8530-bb2eb000ed34 req-30454a55-45e0-43ce-9d11-304ea4de3fcf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:57.818127 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3bfbbd19-a8c8-4dbe-8530-bb2eb000ed34 req-30454a55-45e0-43ce-9d11-304ea4de3fcf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.2716665 Jun 01 12:52:57.950247 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3bfbbd19-a8c8-4dbe-8530-bb2eb000ed34 req-76c06f59-eb1e-448d-a3bf-193f487a194c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731184 Jun 01 12:52:58.072862 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.084089 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Transition to ACTIVE for port object cec73aa8-0137-48da-86f2-508e949f9a3b will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:58.118967 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.161407 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.170851 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:58.250969 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Attempting to bind port cec73aa8-0137-48da-86f2-508e949f9a3b on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:52:58.251345 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Attempting to bind port cec73aa8-0137-48da-86f2-508e949f9a3b by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:52:58.251713 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Attempting to bind port cec73aa8-0137-48da-86f2-508e949f9a3b on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:52:58.261538 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:52:58.261966 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:52:58.262378 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.262774 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:52:58.263264 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Bound port: cec73aa8-0137-48da-86f2-508e949f9a3b, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:52:58.263642 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.291763 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712cb56-edfd-41bc-a3b4-dba67e8ea6fd None None] Pushing event updated for resources: {'Port': ['ID=cec73aa8-0137-48da-86f2-508e949f9a3b,revision_number=2']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:58.300265 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-3712cb56-edfd-41bc-a3b4-dba67e8ea6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:58.344879 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] For port cec73aa8-0137-48da-86f2-508e949f9a3b, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:52:58.348510 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] For port cec73aa8-0137-48da-86f2-508e949f9a3b, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=cec73aa8-0137-48da-86f2-508e949f9a3b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:52:58.354959 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a24d7-5e74-4099-975b-33a581921e84 req-d7ccab6f-cfb2-415d-b928-a12ea1ad0b1d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:58.356466 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9f5a24d7-5e74-4099-975b-33a581921e84 req-d7ccab6f-cfb2-415d-b928-a12ea1ad0b1d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1008847 Jun 01 12:52:58.400962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Allocated IP 172.20.0.1 (3cd15440-d447-40f2-a240-7d9c1ef9ed1b/0806ab19-e2ee-4cc8-9757-4cbe3618eb7f/322fbb4c-1379-46c1-bf10-74d1ebe9d013) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:52:58.406212 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9f5a24d7-5e74-4099-975b-33a581921e84 req-b770daa2-4b82-4bc3-9aeb-663ec3fef78d tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435824 Jun 01 12:52:58.417534 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.423355 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-3712cb56-edfd-41bc-a3b4-dba67e8ea6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:58.503306 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:52:58.503942 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:58.573852 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712cb56-edfd-41bc-a3b4-dba67e8ea6fd None None] Pushing event updated for resources: {'Port': ['ID=cec73aa8-0137-48da-86f2-508e949f9a3b,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:58.579019 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-3712cb56-edfd-41bc-a3b4-dba67e8ea6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:58.633629 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-1a463726-6051-4429-ac7e-549cb7c45fb9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:58.635032 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-1a463726-6051-4429-ac7e-549cb7c45fb9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.2872672 Jun 01 12:52:58.699158 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:52:58.801734 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.830615 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Transition to ACTIVE for port object 322fbb4c-1379-46c1-bf10-74d1ebe9d013 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:52:58.855450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Deleting port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:52:58.855805 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.024698 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:55Z', 'revision_number': 3, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:52:59.025077 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] For port 6be437a5-3bb3-49fc-bbeb-afa89435cab7, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6be437a5-3bb3-49fc-bbeb-afa89435cab7,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:59.025450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.030850 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bd472e-7e89-48fd-a38e-8f3803b5577c None None] The sync data for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb is: [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:55Z', 'revision_number': 3, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:52:59.036936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.054255 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:59.281576 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:52:59.299417 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Calling delete_port for 6be437a5-3bb3-49fc-bbeb-afa89435cab7 owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:52:59.301329 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:52:59.303787 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:52:59.374542 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:59.378195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:59.494427 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.523667 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device cec73aa8-0137-48da-86f2-508e949f9a3b up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:59.577945 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216854a2-9ddf-40bd-9eaf-4aade1a5941b req-8fbf3dfb-3cfa-4724-8ee9-6e2c08b22379 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:59.582211 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-216854a2-9ddf-40bd-9eaf-4aade1a5941b req-8fbf3dfb-3cfa-4724-8ee9-6e2c08b22379 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 943 time: 0.4817977 Jun 01 12:52:59.677289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77029097-84e1-4594-86f7-3a700a029e57 req-8cf4d128-5ca5-423b-a74f-0899406be6f1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:59.678903 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-77029097-84e1-4594-86f7-3a700a029e57 req-8cf4d128-5ca5-423b-a74f-0899406be6f1 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 945 time: 0.1098485 Jun 01 12:52:59.697772 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-20a22f15-c290-446c-8055-029fa4fd0520 None None] Provisioning for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:59.703242 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-20a22f15-c290-446c-8055-029fa4fd0520 None None] Provisioning complete for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:59.706688 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20a22f15-c290-446c-8055-029fa4fd0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.724611 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-216854a2-9ddf-40bd-9eaf-4aade1a5941b req-e23dc09f-3745-476a-9f0d-e20cc566dd83 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329300 Jun 01 12:52:59.731540 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-77029097-84e1-4594-86f7-3a700a029e57 req-be60c491-e5e3-4fcb-aa7d-775fdc6e107a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Jun 01 12:52:59.758688 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port cec73aa8-0137-48da-86f2-508e949f9a3b completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:52:59.782265 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port cec73aa8-0137-48da-86f2-508e949f9a3b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:59.782265 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.800869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:59.808225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f130cde5-0e1e-46be-980f-c19a24c63b4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:59.819458 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', '6be437a5-3bb3-49fc-bbeb-afa89435cab7'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:59.884851 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-20a22f15-c290-446c-8055-029fa4fd0520 None None] Port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:52:59.890446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Pushing event deleted for resources: {'Port': ['ID=6be437a5-3bb3-49fc-bbeb-afa89435cab7,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:59.902292 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:59.949381 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.014649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.046526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port cec73aa8-0137-48da-86f2-508e949f9a3b, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=cec73aa8-0137-48da-86f2-508e949f9a3b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:00.144056 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.145918 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:00.149523 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46108) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:00.193872 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.211403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Deleting subnet be6436c4-8cc0-495c-aa73-905d1d1d4811 {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:53:00.215353 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.216277 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=cec73aa8-0137-48da-86f2-508e949f9a3b,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.219382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:00.252504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.268070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.279877 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:00.314310 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:00.326066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.390123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] No DVR routers for this DVR port 6be437a5-3bb3-49fc-bbeb-afa89435cab7 on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:00.393327 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.402568 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'name': 'network-vif-deleted', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:00.405021 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6350366-4c8f-474e-9f9d-976202602ad0" -d '{"events": [{"server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "name": "network-vif-deleted", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:00.442823 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.445866 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:00.453399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.480734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:00.482797 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a14addd-9c09-4131-9d1d-cf0408679e31 x-openstack-request-id: req-4a14addd-9c09-4131-9d1d-cf0408679e31 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:00.483182 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be0660-e8d8-4be3-8946-055dddd950b4", "name": "network-vif-deleted", "tag": "6be437a5-3bb3-49fc-bbeb-afa89435cab7", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:00.483555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a14addd-9c09-4131-9d1d-cf0408679e31 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:00.484200 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67be0660-e8d8-4be3-8946-055dddd950b4', 'name': 'network-vif-deleted', 'tag': '6be437a5-3bb3-49fc-bbeb-afa89435cab7', 'status': 'completed', 'code': 200} Jun 01 12:53:00.510281 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'mac_address': 'fa:16:3e:a0:bb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:00.581677 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.615559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:53:00.632911 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:00.659057 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-09c6afed-8b97-480e-a661-89e5f08cf866 req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "DELETE /v2.0/ports/6be437a5-3bb3-49fc-bbeb-afa89435cab7 HTTP/1.1" status: 204 len: 173 time: 2.0157998 Jun 01 12:53:00.728614 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:00.730309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:00.778402 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.781533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:00.809635 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.816603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:00.912267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:00.918180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6436c4-8cc0-495c-aa73-905d1d1d4811,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.923832 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:00.958208 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-face129b-894f-44a9-8a04-7dbd3c0545d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/be6436c4-8cc0-495c-aa73-905d1d1d4811 HTTP/1.1" status: 204 len: 168 time: 0.7864797 Jun 01 12:53:00.964267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46118) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:00.974291 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-9a16d7a0-3f99-4487-871d-87535cea305b req-22cba460-2793-46cc-9703-fedc868997b0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:00.982503 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=9']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:00.986090 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:01.045778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Router 7244f68e-90d1-45cb-a8f2-53d970087a0a has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:01.055866 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['06186a06-2c5d-4e4e-a195-dbf7d088528b'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:01.110300 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-9a16d7a0-3f99-4487-871d-87535cea305b req-22cba460-2793-46cc-9703-fedc868997b0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:01.112076 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9a16d7a0-3f99-4487-871d-87535cea305b req-22cba460-2793-46cc-9703-fedc868997b0 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=67be0660-e8d8-4be3-8946-055dddd950b4 HTTP/1.1" status: 200 len: 210 time: 0.1895187 Jun 01 12:53:01.144854 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-8a451dd0-f19a-47ff-a0dc-161c37177126 None None] Provisioning complete for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:01.145575 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-8a451dd0-f19a-47ff-a0dc-161c37177126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.163780 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.187982 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6afb8-00af-4b43-98b8-11f22c04f315 req-c2ea1529-0313-47da-8f93-307479fad4a0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:01.189563 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d4a6afb8-00af-4b43-98b8-11f22c04f315 req-c2ea1529-0313-47da-8f93-307479fad4a0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 944 time: 0.2102773 Jun 01 12:53:01.230586 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-8a451dd0-f19a-47ff-a0dc-161c37177126 None None] Port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:01.271502 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:01.286425 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] 10.222.0.11 "PUT /v2.0/routers/7244f68e-90d1-45cb-a8f2-53d970087a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0774219 Jun 01 12:53:01.291968 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Sync routers for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:01.319291 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:01.319920 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:01.379360 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d4a6afb8-00af-4b43-98b8-11f22c04f315 req-a6d7a704-917d-495b-afa5-cbcad8e483f5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587663 Jun 01 12:53:01.381778 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.405737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d465ed5-015c-4946-8389-eb372ad940cb']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:01.422541 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e9bb07-986d-4b11-90e0-41c285fa8a1b') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:01.422852 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e9bb07-986d-4b11-90e0-41c285fa8a1b') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:01.437609 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.458194 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.469709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:53:01.470119 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.477266 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device cec73aa8-0137-48da-86f2-508e949f9a3b up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:53:01.494883 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:53:01.640301 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:01.687281 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.698450 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.704323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:01.706221 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port cec73aa8-0137-48da-86f2-508e949f9a3b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:01.706604 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.719224 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] 10.222.0.11 "DELETE /v2.0/networks/4d465ed5-015c-4946-8389-eb372ad940cb HTTP/1.1" status: 204 len: 168 time: 0.7515357 Jun 01 12:53:01.726071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d465ed5-015c-4946-8389-eb372ad940cb,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:01.729382 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:02.087330 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:59Z', 'revision_number': 4, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '322fbb4c-1379-46c1-bf10-74d1ebe9d013', 'name': '', 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'mac_address': 'fa:16:3e:4c:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:58Z', 'updated_at': '2021-06-01T12:53:00Z', 'revision_number': 2, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'subnets': [{'id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:02.091248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46146) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:02.102564 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Checking router: 7244f68e-90d1-45cb-a8f2-53d970087a0a for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:02.103019 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Updating router 7244f68e-90d1-45cb-a8f2-53d970087a0a port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:53:02.147850 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e76ab11b-241e-428e-a2ce-f1a932cf89f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ac5f0f2420c43d28e6550fbc5a3ce1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529547 Jun 01 12:53:02.148178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46154) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:02.170099 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.217760 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.256453 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.377328 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:02.404724 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.416726 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ef896654-9a67-4653-82cc-a4168ae04ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:02.455312 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53ce47-4971-4097-a326-d70fb2426933,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:02.476443 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:02.550842 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.552173 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f53ce47-4971-4097-a326-d70fb2426933 HTTP/1.1" status: 204 len: 168 time: 0.4029703 Jun 01 12:53:02.624742 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 06186a06-2c5d-4e4e-a195-dbf7d088528b triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:02.624959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.709361 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad5671-6d4a-4225-b984-34bcad86fb6f req-f0e81f82-22a2-407c-adbf-57e74f68f848 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:02.714025 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-75ad5671-6d4a-4225-b984-34bcad86fb6f req-f0e81f82-22a2-407c-adbf-57e74f68f848 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 944 time: 0.1300108 Jun 01 12:53:02.803186 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-75ad5671-6d4a-4225-b984-34bcad86fb6f req-b7a5572b-4084-4c7b-a9f9-c41e3cbf2478 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749838 Jun 01 12:53:02.807643 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.889235 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:02.891528 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1a4e2d-8592-4e5f-9dd0-452c0a353329" -d '{"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:02.913276 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:02.933571 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.953763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Transition to ACTIVE for port object 322fbb4c-1379-46c1-bf10-74d1ebe9d013 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:02.978083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:02.982845 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6be437a5-3bb3-49fc-bbeb-afa89435cab7 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:03.019103 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ffbd50-ed92-4761-a1a4-a5c71f0206df x-openstack-request-id: req-e3ffbd50-ed92-4761-a1a4-a5c71f0206df {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:03.019551 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-plugged", "status": "completed", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:03.019907 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3ffbd50-ed92-4761-a1a4-a5c71f0206df {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:03.020400 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'code': 200} Jun 01 12:53:03.021151 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:03.065968 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.082954 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 6be437a5-3bb3-49fc-bbeb-afa89435cab7 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:03.083394 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6be437a5-3bb3-49fc-bbeb-afa89435cab7 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:03.155193 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a35a3e-0195-475b-8843-20fc8a900ad2 req-c6f7f0a1-7ede-4afb-a88f-f3dd13df594f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:03.157551 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d6a35a3e-0195-475b-8843-20fc8a900ad2 req-c6f7f0a1-7ede-4afb-a88f-f3dd13df594f tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.2386174 Jun 01 12:53:03.276557 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d6a35a3e-0195-475b-8843-20fc8a900ad2 req-09b7512e-9871-4890-8154-0729332963f9 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116834 Jun 01 12:53:03.348640 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=10']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.374893 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:03.403849 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:03.495852 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Attempting to bind port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:03.496484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Attempting to bind port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:03.497063 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Attempting to bind port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 on network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:03.507270 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:03.507788 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Checking segment: {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:53:03.508208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.508654 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Bound using segment: {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:03.509101 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Bound port: 322fbb4c-1379-46c1-bf10-74d1ebe9d013, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c965f2b-f37c-479a-8634-ea341819abcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:03.509476 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.519188 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Pushing event updated for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.527415 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:03.622849 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] For port 322fbb4c-1379-46c1-bf10-74d1ebe9d013, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:03.629930 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] For port 322fbb4c-1379-46c1-bf10-74d1ebe9d013, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=322fbb4c-1379-46c1-bf10-74d1ebe9d013,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:03.697108 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:03.701766 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:03.785827 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:03.785827 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:03.849377 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Pushing event updated for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:03.855313 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:03.917158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c2427-f38a-4c79-9880-876f7fc6dd95 req-3ed2b371-e67a-40ef-a18a-28459f556a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:03.919893 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7f9c2427-f38a-4c79-9880-876f7fc6dd95 req-3ed2b371-e67a-40ef-a18a-28459f556a03 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 1099 time: 0.1172171 Jun 01 12:53:04.016000 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7f9c2427-f38a-4c79-9880-876f7fc6dd95 req-ef478763-22db-4536-8da6-597ebfe7bebf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868120 Jun 01 12:53:04.055372 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:04.145286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e29f5-7a4b-4f0c-800f-6680b3216a5b req-49f92c32-7e13-42a5-8e5f-a96cbcebacb5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:04.146759 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ee9e29f5-7a4b-4f0c-800f-6680b3216a5b req-49f92c32-7e13-42a5-8e5f-a96cbcebacb5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.1233568 Jun 01 12:53:04.216073 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ee9e29f5-7a4b-4f0c-800f-6680b3216a5b req-789d04ad-a059-41fe-89e2-73813e11ebe1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597568 Jun 01 12:53:04.474147 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f83c7-bc16-404d-a0bc-621466893949 req-f1da57f1-1c58-4988-888d-ac96ae248728 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:04.476516 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-496f83c7-bc16-404d-a0bc-621466893949 req-f1da57f1-1c58-4988-888d-ac96ae248728 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0881860 Jun 01 12:53:04.534910 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:59Z', 'revision_number': 4, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '322fbb4c-1379-46c1-bf10-74d1ebe9d013', 'name': '', 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'mac_address': 'fa:16:3e:4c:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:58Z', 'updated_at': '2021-06-01T12:53:03Z', 'revision_number': 4, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'subnets': [{'id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:04.543385 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d30a16-535a-42f9-a7d2-0936471d9e07 None None] The sync data for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb is: [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:52:59Z', 'revision_number': 4, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '322fbb4c-1379-46c1-bf10-74d1ebe9d013', 'name': '', 'network_id': '3cd15440-d447-40f2-a240-7d9c1ef9ed1b', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'mac_address': 'fa:16:3e:4c:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:58Z', 'updated_at': '2021-06-01T12:53:03Z', 'revision_number': 4, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'subnets': [{'id': '0806ab19-e2ee-4cc8-9757-4cbe3618eb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:04.543669 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-496f83c7-bc16-404d-a0bc-621466893949 req-10b44f90-f6de-42a9-b513-d436ba6316ee tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581253 Jun 01 12:53:05.546063 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 322fbb4c-1379-46c1-bf10-74d1ebe9d013 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:05.583886 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d340c1-1cc3-4aad-b0cb-3bea4dd5358a req-cd05a987-989a-4a4e-adb1-2120a6892c1f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:05.600455 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-08d340c1-1cc3-4aad-b0cb-3bea4dd5358a req-cd05a987-989a-4a4e-adb1-2120a6892c1f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.2152510 Jun 01 12:53:05.668357 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-08d340c1-1cc3-4aad-b0cb-3bea4dd5358a req-7e16b655-cec8-440b-ba0b-aa5d489e2fb1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665030 Jun 01 12:53:05.847305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05228a88-7564-420b-afdc-a105edc5242b req-6b8f1cd6-a671-48e3-9a86-2ef298336f4a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:05.849062 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-05228a88-7564-420b-afdc-a105edc5242b req-6b8f1cd6-a671-48e3-9a86-2ef298336f4a tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.0933716 Jun 01 12:53:05.897814 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-05228a88-7564-420b-afdc-a105edc5242b req-bcf0bc50-ee0e-4e1b-b0cd-c175fb3bda9c tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Jun 01 12:53:05.978288 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:05.985186 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:05.985566 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.113854 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.151350 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 322fbb4c-1379-46c1-bf10-74d1ebe9d013, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=322fbb4c-1379-46c1-bf10-74d1ebe9d013,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:06.467903 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:06.469728 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-ee23910b-7a05-4e6d-bc8d-54873f71ae21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:06.540844 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:06.544553 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:06.908169 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d25f47-b90f-44d0-b678-6e3fd8897ccd req-de194eaa-c49e-4c52-8a93-eafe567441d2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:06.909773 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-71d25f47-b90f-44d0-b678-6e3fd8897ccd req-de194eaa-c49e-4c52-8a93-eafe567441d2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.1021962 Jun 01 12:53:06.971512 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-71d25f47-b90f-44d0-b678-6e3fd8897ccd req-991081dc-ea44-4718-8e9e-92f8e0a63d85 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522146 Jun 01 12:53:07.147221 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7e7c6-299c-4d42-a697-6af4d44a9dea req-a1aefce2-9162-448b-8ec5-7700d1a7683e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:07.148862 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4da7e7c6-299c-4d42-a697-6af4d44a9dea req-a1aefce2-9162-448b-8ec5-7700d1a7683e tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1016448 Jun 01 12:53:07.203878 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4da7e7c6-299c-4d42-a697-6af4d44a9dea req-6fb5ee3b-3229-4aca-a686-7448a77a9e8b tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 Jun 01 12:53:07.442168 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 322fbb4c-1379-46c1-bf10-74d1ebe9d013 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:07.534150 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:07.535475 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:08.230212 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc58a3-ffc8-47c8-83e3-4b7001049097 req-d0f1d922-1a30-4872-b7c2-a0182d329126 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.242530 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89cc58a3-ffc8-47c8-83e3-4b7001049097 req-d0f1d922-1a30-4872-b7c2-a0182d329126 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.1093421 Jun 01 12:53:08.309889 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89cc58a3-ffc8-47c8-83e3-4b7001049097 req-9bf2017f-6e4e-4f3b-8f4d-9a45490e0319 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578797 Jun 01 12:53:08.451386 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb6af8-e66d-49de-a8c5-5dee8274f541 req-bde4eeeb-815d-4407-8ba6-92d46c5e1fcc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.455841 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ffbb6af8-e66d-49de-a8c5-5dee8274f541 req-bde4eeeb-815d-4407-8ba6-92d46c5e1fcc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1137404 Jun 01 12:53:08.510495 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ffbb6af8-e66d-49de-a8c5-5dee8274f541 req-ec51ccfd-9032-49fc-98a6-aa907daf3dbc tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486531 Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-3540d8d2-9a23-4bcc-8563-dc8a8f939c03 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-3540d8d2-9a23-4bcc-8563-dc8a8f939c03 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.1015582 Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Deleting port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] For port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:09.703450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:09.846131 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Calling delete_port for f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:09.914962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6546e-4605-44bf-a3af-b2e572be4227 req-7f0fe413-b616-4fbb-aea6-d5f0f3085e56 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.916722 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a0f6546e-4605-44bf-a3af-b2e572be4227 req-7f0fe413-b616-4fbb-aea6-d5f0f3085e56 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 946 time: 0.2325451 Jun 01 12:53:10.013100 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a0f6546e-4605-44bf-a3af-b2e572be4227 req-4fe704a0-3fa0-41b8-9c4e-b1ff8a6844ca tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/security-groups?id=4554b3f3-215a-4fda-862e-8f67a31b17c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Jun 01 12:53:10.127595 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.135286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2da7d9de-88b7-4de7-b9ff-7c2bd78c6a64 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:10.145312 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['f28776ba-7e5b-4c30-9bd1-3dfb5c02a882'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:10.189562 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Pushing event deleted for resources: {'Port': ['ID=f28776ba-7e5b-4c30-9bd1-3dfb5c02a882,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:10.236400 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.236400 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.236400 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.236825 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.237204 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.237497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.237847 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.238194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.238540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.238885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.239238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.239579 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:10.248265 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:10.292684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] No DVR routers for this DVR port f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:10.293035 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.295934 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'name': 'network-vif-deleted', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:10.300525 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359290d4-bde9-4e77-88ea-9fb4a2bcbb07" -d '{"events": [{"server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "name": "network-vif-deleted", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:10.357043 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91105a8b-1a18-4f25-bc23-1b64c35a623f x-openstack-request-id: req-91105a8b-1a18-4f25-bc23-1b64c35a623f {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:10.357043 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1193cb-362a-4346-b6d8-df7acf41a626", "name": "network-vif-deleted", "tag": "f28776ba-7e5b-4c30-9bd1-3dfb5c02a882", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:10.357318 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91105a8b-1a18-4f25-bc23-1b64c35a623f {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:10.357791 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1193cb-362a-4346-b6d8-df7acf41a626', 'name': 'network-vif-deleted', 'tag': 'f28776ba-7e5b-4c30-9bd1-3dfb5c02a882', 'status': 'completed', 'code': 200} Jun 01 12:53:10.377215 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c3c7a69-ad5c-4b22-bedf-e397dc83fd43 req-1e712729-9821-4684-8698-7791ee169165 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.58 "DELETE /v2.0/ports/f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 HTTP/1.1" status: 204 len: 173 time: 1.0733318 Jun 01 12:53:11.068111 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:53:11.204317 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-9609425d-e82b-46c0-84a5-a195d3b463bb req-1653d8a6-3372-4595-aeb9-6135873d7d68 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Synchronizing usage tracker for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:11.279772 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-9609425d-e82b-46c0-84a5-a195d3b463bb req-1653d8a6-3372-4595-aeb9-6135873d7d68 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] Unset dirty status for tenant:f0a101cd84ed4c018d447f7a80aba61c on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:11.281056 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9609425d-e82b-46c0-84a5-a195d3b463bb req-1653d8a6-3372-4595-aeb9-6135873d7d68 tempest-ServerRescueNegativeTestJSON-840949253 tempest-ServerRescueNegativeTestJSON-840949253-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d1193cb-362a-4346-b6d8-df7acf41a626 HTTP/1.1" status: 200 len: 210 time: 0.1249254 Jun 01 12:53:12.390411 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:12.401369 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46242) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:12.436922 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:12.437719 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device f28776ba-7e5b-4c30-9bd1-3dfb5c02a882 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:13.102601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.568108 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Deleting port 69d68ce3-27d3-4dfc-9f30-2e5965119b88 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:13.568827 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.697149 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] For port 69d68ce3-27d3-4dfc-9f30-2e5965119b88, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=69d68ce3-27d3-4dfc-9f30-2e5965119b88,segment=NetworkSegment(9ea174d6-240a-4f8d-8f5e-075ed1c64541),segment_id=9ea174d6-240a-4f8d-8f5e-075ed1c64541)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:13.697996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.753864 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-30fe85c1-e2cd-408c-a047-7f9dfe59200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.829573 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Calling delete_port for 69d68ce3-27d3-4dfc-9f30-2e5965119b88 owned by network:router_interface {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:14.189783 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.195495 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:14.240138 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d68ce3-27d3-4dfc-9f30-2e5965119b88,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:14.284284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.284666 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.285019 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.285365 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.285706 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.286049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.286388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.286733 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.287087 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.287423 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.287756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.288121 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:14.317493 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:14.696798 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.711925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-3c9ef922-41bb-491c-a119-44ef3a985dee tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:14.713924 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-3c9ef922-41bb-491c-a119-44ef3a985dee tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:network {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:14.961313 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-3c9ef922-41bb-491c-a119-44ef3a985dee tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:network {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:14.962470 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-3c9ef922-41bb-491c-a119-44ef3a985dee tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 815 time: 0.5619290 Jun 01 12:53:14.993996 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-1e183cef-d7d1-4c05-8faf-8026f8f75144 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/quotas/e93ad56a52e6439386ac108490ea64a9 HTTP/1.1" status: 200 len: 375 time: 0.0224795 Jun 01 12:53:15.163182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:15.243496 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-987dd19b-dc58-4e02-b4e6-25565598e59d tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413559 Jun 01 12:53:15.483934 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:15.492212 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Sync routers for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:15.503227 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:15.503831 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:15.513323 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-626ff81a-9ad2-4627-8e88-b4a87d4c128a service neutron] 10.222.0.11 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486749 Jun 01 12:53:15.593940 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/2441d68e-7aad-4dbd-81af-495fb88b8fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1914816 Jun 01 12:53:15.596558 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46280) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:15.658516 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-9b24a605-624d-4f07-8250-415642edaf8a service neutron] 10.222.0.11 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379437 Jun 01 12:53:15.689686 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:15.818181 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.949325 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d42574e0-685c-46ee-9188-08c5629b0c28 req-bb6b5725-d272-48b6-bec6-cb8de917264b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:16.033491 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44'}], 'enable_snat': True}, 'gw_port_id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:53:14Z', 'revision_number': 5, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port': {'id': '28cb5e21-a9c8-49fe-8438-9c72e4714e58', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:05Z', 'updated_at': '2021-06-01T12:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:16.039104 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Checking router: 2441d68e-7aad-4dbd-81af-495fb88b8fc0 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:16.049343 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Routers {'2441d68e-7aad-4dbd-81af-495fb88b8fc0'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:16.049995 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:52:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:16.062197 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.109348 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d42574e0-685c-46ee-9188-08c5629b0c28 req-bb6b5725-d272-48b6-bec6-cb8de917264b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:16.110594 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d42574e0-685c-46ee-9188-08c5629b0c28 req-bb6b5725-d272-48b6-bec6-cb8de917264b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 210 time: 0.2135701 Jun 01 12:53:16.205984 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Deleting port 28cb5e21-a9c8-49fe-8438-9c72e4714e58 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:16.206315 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.252242 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] Set router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 gateway port host: None {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:16.315457 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a19a3168-ce5f-48c5-96a6-3968cef445d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.340492 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] For port 28cb5e21-a9c8-49fe-8438-9c72e4714e58, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=28cb5e21-a9c8-49fe-8438-9c72e4714e58,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:16.341102 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.364897 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:53:16Z', 'revision_number': 6, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port_host': None}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:16.370305 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977681f2-c4df-4584-ac7f-c6bec394830d None None] The sync data for ids ['2441d68e-7aad-4dbd-81af-495fb88b8fc0'] in dv-cinder-793515-2-smb is: [{'id': '2441d68e-7aad-4dbd-81af-495fb88b8fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-333609721-router', 'tenant_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:02Z', 'updated_at': '2021-06-01T12:53:16Z', 'revision_number': 6, 'project_id': 'f0a101cd84ed4c018d447f7a80aba61c', 'gw_port_host': None}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:16.479090 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Calling delete_port for 28cb5e21-a9c8-49fe-8438-9c72e4714e58 owned by network:router_gateway {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:16.497803 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.918707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f3787-9cc0-4305-a441-f3c79fe5e440 req-a99482b9-8366-4258-96b8-574b646ac848 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:16.920352 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-516f3787-9cc0-4305-a441-f3c79fe5e440 req-a99482b9-8366-4258-96b8-574b646ac848 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1944466 Jun 01 12:53:16.970667 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-516f3787-9cc0-4305-a441-f3c79fe5e440 req-b58e67cb-e8a4-4279-8a18-4a9215c0840f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Jun 01 12:53:16.978835 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:16.996883 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:17.110839 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28cb5e21-a9c8-49fe-8438-9c72e4714e58,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:17.113313 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:17.195365 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.269327 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.300539 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c871ccbc-4063-48a1-8af5-e6b1bb2aec5b req-688bf02b-1f94-4357-83ab-882009bf4fc5 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 210 time: 0.0537207 Jun 01 12:53:17.384982 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.384982 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.392339 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f674-0854-44ff-9391-2f981b4f9328 req-f04554cc-6b13-47ae-89e4-a50b165c440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:17.392339 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-f04554cc-6b13-47ae-89e4-a50b165c440e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1098 time: 0.3709676 Jun 01 12:53:17.455781 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 69d68ce3-27d3-4dfc-9f30-2e5965119b88 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:17.497035 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 69d68ce3-27d3-4dfc-9f30-2e5965119b88 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:17.497801 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 69d68ce3-27d3-4dfc-9f30-2e5965119b88 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:17.498231 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 28cb5e21-a9c8-49fe-8438-9c72e4714e58 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:17.533438 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 28cb5e21-a9c8-49fe-8438-9c72e4714e58 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:17.533790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 28cb5e21-a9c8-49fe-8438-9c72e4714e58 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:17.562842 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.563333 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2441d68e-7aad-4dbd-81af-495fb88b8fc0 {{(pid=99038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:53:17.596725 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.597554 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2441d68e-7aad-4dbd-81af-495fb88b8fc0 HTTP/1.1" status: 204 len: 168 time: 1.9993689 Jun 01 12:53:17.600229 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46304) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:17.666587 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f674-0854-44ff-9391-2f981b4f9328 req-0ade94bc-0566-466e-9892-d43d9691d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:17.668120 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-0ade94bc-0566-466e-9892-d43d9691d6b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.1998687 Jun 01 12:53:17.753257 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Deleting subnet 1e5f3aba-16f4-404f-aa7b-d52ccb11deec {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:53:17.770180 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.825425 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-8a4fbdbb-1e15-459d-b4fe-74e0b9561d9f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 1001 time: 0.1495447 Jun 01 12:53:17.831421 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10694233'] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.939345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f674-0854-44ff-9391-2f981b4f9328 req-82eb6920-810d-48a4-a526-7afde890ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:17.940692 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-82eb6920-810d-48a4-a526-7afde890ffb9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0830042 Jun 01 12:53:17.941607 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.320866 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541f674-0854-44ff-9391-2f981b4f9328 req-62c90ebb-6363-4cb2-8ec4-fa0ec8782f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:18.322373 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-62c90ebb-6363-4cb2-8ec4-fa0ec8782f61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3541014 Jun 01 12:53:18.469069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bab846-eee6-41eb-9e96-17d9618ebd8e req-fad3a7ab-b653-4d3d-95c9-e849e876014e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:18.470541 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e3bab846-eee6-41eb-9e96-17d9618ebd8e req-fad3a7ab-b653-4d3d-95c9-e849e876014e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.3141026 Jun 01 12:53:18.481778 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a3a73d28-5ec6-4b19-adc9-5a87c0c0c6e2 req-bd12eb76-e32b-4fce-96ec-af4fd8241a13 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 210 time: 0.0483985 Jun 01 12:53:18.574805 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e3bab846-eee6-41eb-9e96-17d9618ebd8e req-5fb1374a-4f70-4f22-ad3d-2386ad5c89c9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927093 Jun 01 12:53:18.580499 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-6874b9e7-d101-4795-b127-34f469d99646 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445481 Jun 01 12:53:18.617393 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10913337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10786175'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.669464 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:18.719778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.734609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5f3aba-16f4-404f-aa7b-d52ccb11deec,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:18.740339 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:18.743362 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d3f95113-997c-4089-8eb2-8f6eb131fb42 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e5f3aba-16f4-404f-aa7b-d52ccb11deec HTTP/1.1" status: 204 len: 168 time: 1.1421628 Jun 01 12:53:18.747270 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46312) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:18.793401 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-16fecb0a-a847-4085-a615-8b3c5594a58e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:18.794841 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-16fecb0a-a847-4085-a615-8b3c5594a58e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 815 time: 0.2478342 Jun 01 12:53:18.809137 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'port': {'device_id': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'admin_state_up': True, 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:18.869709 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d541f674-0854-44ff-9391-2f981b4f9328 req-87d6c20c-8c3c-466f-a4d7-841db9695a96 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800908 Jun 01 12:53:18.892117 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.932635 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.967915 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:18.977778 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:19.035156 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Made reservation on behalf of e93ad56a52e6439386ac108490ea64a9 for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:19.037641 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.042751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.056729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57caa1cd-6a8c-4dd9-997f-20edd7289da7']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:19.071377 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea174d6-240a-4f8d-8f5e-075ed1c64541') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:19.071673 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea174d6-240a-4f8d-8f5e-075ed1c64541') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:19.088801 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.110951 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.118450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:53:19.118887 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:53:19.134050 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:53:19.230836 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Allocated IP 172.20.0.12 (b7b4858a-f529-40e3-bc97-6ed9508f631a/a058df89-841d-4dd4-9d22-40724b5a8984/eee7923c-6ae6-4164-afa7-8b94b830790c) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:19.320859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.326314 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cd84466a-8de7-4d74-bf56-c20ba49c0d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:19.341453 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.350069 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.353509 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Pushing event deleted for resources: {'Network': ['ID=57caa1cd-6a8c-4dd9-997f-20edd7289da7,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:19.358443 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:19.459294 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b6454c59-11d3-41a2-9e84-ad21bc30c230 admin admin] 10.222.0.11 "DELETE /v2.0/networks/57caa1cd-6a8c-4dd9-997f-20edd7289da7 HTTP/1.1" status: 204 len: 168 time: 0.7087257 Jun 01 12:53:19.488070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.504679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Transition to ACTIVE for port object eee7923c-6ae6-4164-afa7-8b94b830790c will not be triggered until provisioned by entity DHCP. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:19.670323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:19.680862 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-20657b2c-b30a-45fc-9b7d-4c2617aa2495 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:19.795745 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Network b7b4858a-f529-40e3-bc97-6ed9508f631a is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:19.818408 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:19.829154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:53:19.867515 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:19.879111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b23ba-f9de-4022-8db7-74ad3c244bad req-05d690fb-0cf2-4a87-96cc-9941e6b88b56 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:19.880178 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:19.885317 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-547b23ba-f9de-4022-8db7-74ad3c244bad req-05d690fb-0cf2-4a87-96cc-9941e6b88b56 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1708524 Jun 01 12:53:19.926049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46342) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:19.982537 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-547b23ba-f9de-4022-8db7-74ad3c244bad req-324afd37-3bd4-4011-8d1e-ea97d9025f23 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909250 Jun 01 12:53:19.996063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bbd6c-6ff4-4160-86c7-b6ab7374a3fc req-748be5f7-45ff-4fe9-a0f3-1c469bd25672 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:20.003971 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-731bbd6c-6ff4-4160-86c7-b6ab7374a3fc req-748be5f7-45ff-4fe9-a0f3-1c469bd25672 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.4039025 Jun 01 12:53:20.013237 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:20.013994 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.100790 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-731bbd6c-6ff4-4160-86c7-b6ab7374a3fc req-8bd6dd5f-f784-4b69-b1e9-51aff6c6abbd tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:20.107758 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-77ec9cc2-ea98-4584-8b2d-99ef35bae4af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0a101cd84ed4c018d447f7a80aba61c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1802654 Jun 01 12:53:20.111401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46346) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:20.186565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.188099 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3829248 Jun 01 12:53:20.210115 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f2e04f25-4d56-46d2-ba87-3ae867b83fcd None None] Provisioning for port eee7923c-6ae6-4164-afa7-8b94b830790c completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:20.210750 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-731bbd6c-6ff4-4160-86c7-b6ab7374a3fc req-8bd6dd5f-f784-4b69-b1e9-51aff6c6abbd tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:20.211554 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-731bbd6c-6ff4-4160-86c7-b6ab7374a3fc req-8bd6dd5f-f784-4b69-b1e9-51aff6c6abbd tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068744 Jun 01 12:53:20.216490 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f2e04f25-4d56-46d2-ba87-3ae867b83fcd None None] Provisioning complete for port eee7923c-6ae6-4164-afa7-8b94b830790c triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:20.217161 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f2e04f25-4d56-46d2-ba87-3ae867b83fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.228918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.280261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-f2e04f25-4d56-46d2-ba87-3ae867b83fcd None None] Port eee7923c-6ae6-4164-afa7-8b94b830790c cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:53:20.359609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.367550 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:20.386303 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554b3f3-215a-4fda-862e-8f67a31b17c9,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:20.391556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:20.469375 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.470520 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4554b3f3-215a-4fda-862e-8f67a31b17c9 HTTP/1.1" status: 204 len: 168 time: 0.3573513 Jun 01 12:53:21.179545 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943181-b72a-4bb1-b9a6-eae0a5f5883f req-197ec816-98b9-4e47-84e8-4ec5f60a40bd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:21.182542 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f943181-b72a-4bb1-b9a6-eae0a5f5883f req-197ec816-98b9-4e47-84e8-4ec5f60a40bd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0912592 Jun 01 12:53:21.257138 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0f943181-b72a-4bb1-b9a6-eae0a5f5883f req-2b420fec-593d-45de-8b57-d9a04b5893e6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680101 Jun 01 12:53:21.470784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a653-ba97-4055-ab0f-1bbec7fed0ed req-173afa74-7f46-414a-ade6-87c397211385 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:21.471898 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-f7a6a653-ba97-4055-ab0f-1bbec7fed0ed req-173afa74-7f46-414a-ade6-87c397211385 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:21.558865 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-f7a6a653-ba97-4055-ab0f-1bbec7fed0ed req-173afa74-7f46-414a-ade6-87c397211385 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:21.562405 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f7a6a653-ba97-4055-ab0f-1bbec7fed0ed req-173afa74-7f46-414a-ade6-87c397211385 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.2015729 Jun 01 12:53:21.610947 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f7a6a653-ba97-4055-ab0f-1bbec7fed0ed req-47028e14-0040-44f8-bf53-2e5fc80465fb tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Jun 01 12:53:22.462315 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cd6a8-ba2f-4cee-abd1-44bd00f6d74b req-9ef59eab-c777-492c-9328-e930f918a6b3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:22.464848 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b14cd6a8-ba2f-4cee-abd1-44bd00f6d74b req-9ef59eab-c777-492c-9328-e930f918a6b3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0890870 Jun 01 12:53:22.515106 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b14cd6a8-ba2f-4cee-abd1-44bd00f6d74b req-2a996551-db8c-4eed-8a5a-161ee458128f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Jun 01 12:53:22.832922 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b0f14-b5dd-4c7a-89d9-017e07fefe3a req-cbea12ba-211d-42ce-b816-2c078313da32 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:22.832922 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-560b0f14-b5dd-4c7a-89d9-017e07fefe3a req-cbea12ba-211d-42ce-b816-2c078313da32 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0846522 Jun 01 12:53:22.885372 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-560b0f14-b5dd-4c7a-89d9-017e07fefe3a req-efbdf126-404e-43dc-afaa-ce44792e25ac tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Jun 01 12:53:23.735098 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670935-6536-4716-a70c-e48d83c9faa8 req-254aaaa3-c863-4417-a8e6-3498a675ec83 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:23.736556 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f5670935-6536-4716-a70c-e48d83c9faa8 req-254aaaa3-c863-4417-a8e6-3498a675ec83 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1033421 Jun 01 12:53:23.786069 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f5670935-6536-4716-a70c-e48d83c9faa8 req-a7a7d8c2-d2a0-40b6-86c4-5bd5062c3a4b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Jun 01 12:53:24.102331 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeac00-3f2c-45c0-a5b3-57d7778064f9 req-966de846-d0ff-4610-8267-aa8e42ba2b34 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:24.104534 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ecdeac00-3f2c-45c0-a5b3-57d7778064f9 req-966de846-d0ff-4610-8267-aa8e42ba2b34 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.1060090 Jun 01 12:53:24.151513 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ecdeac00-3f2c-45c0-a5b3-57d7778064f9 req-052fab8f-11a2-4c68-abb0-a4449d2cae5e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411370 Jun 01 12:53:25.018289 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62a49e-1ffd-4003-bb23-ee6280e19a0c req-16b2feef-2b38-4907-854c-69bc2308a971 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:25.019769 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4b62a49e-1ffd-4003-bb23-ee6280e19a0c req-16b2feef-2b38-4907-854c-69bc2308a971 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1213970 Jun 01 12:53:25.178218 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4b62a49e-1ffd-4003-bb23-ee6280e19a0c req-9b9c28a2-4460-46cf-8166-9e114c27d88b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526432 Jun 01 12:53:25.351663 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a97b-0b22-4296-87e5-056b911cb8f8 req-e2f7265b-5b51-4173-80a7-9ec2864546c8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:25.353821 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3a06a97b-0b22-4296-87e5-056b911cb8f8 req-e2f7265b-5b51-4173-80a7-9ec2864546c8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0863204 Jun 01 12:53:25.404521 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3a06a97b-0b22-4296-87e5-056b911cb8f8 req-446af796-3583-4074-bf49-b94586c5b2d5 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Jun 01 12:53:26.380892 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e8101-2f8a-43b6-8162-c67a40d9131b req-889ded87-8222-42cb-8cbd-cc892dbccda9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:26.383344 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-367e8101-2f8a-43b6-8162-c67a40d9131b req-889ded87-8222-42cb-8cbd-cc892dbccda9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0885193 Jun 01 12:53:26.435250 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-367e8101-2f8a-43b6-8162-c67a40d9131b req-46e05f8a-9865-431a-9043-efad71470f79 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450783 Jun 01 12:53:26.612485 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4e92f-149c-4077-9131-a0bb5779309f req-4878be28-54a3-43ed-af4b-ac45c6abd396 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:26.614200 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-41b4e92f-149c-4077-9131-a0bb5779309f req-4878be28-54a3-43ed-af4b-ac45c6abd396 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0958509 Jun 01 12:53:26.662784 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-41b4e92f-149c-4077-9131-a0bb5779309f req-1306bdc7-6024-484c-b0be-0a42e720706d tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Jun 01 12:53:27.637168 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1a0bd-5725-4906-b4ff-2a5093106b14 req-3486fd66-fbc1-4611-b48a-face45feecce tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:27.638790 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-92a1a0bd-5725-4906-b4ff-2a5093106b14 req-3486fd66-fbc1-4611-b48a-face45feecce tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0912719 Jun 01 12:53:27.687291 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-92a1a0bd-5725-4906-b4ff-2a5093106b14 req-b08a935f-986a-4337-929a-d0a31f1b6bdd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Jun 01 12:53:27.874275 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e57269-cd95-49ed-b2ef-691a8934a125 req-e7bb85f6-82bb-4057-8228-201f048aac74 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:27.875975 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-65e57269-cd95-49ed-b2ef-691a8934a125 req-e7bb85f6-82bb-4057-8228-201f048aac74 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0899758 Jun 01 12:53:27.925926 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-65e57269-cd95-49ed-b2ef-691a8934a125 req-a610ea3d-e4ff-4f89-9e2f-512b706498e1 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Jun 01 12:53:28.891931 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8868ff-9bb4-4c9e-a758-f86a0d3368d7 req-1ff24a56-0467-487a-8ff6-2333245c597a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:28.894214 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f8868ff-9bb4-4c9e-a758-f86a0d3368d7 req-1ff24a56-0467-487a-8ff6-2333245c597a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0901990 Jun 01 12:53:28.946339 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1f8868ff-9bb4-4c9e-a758-f86a0d3368d7 req-924729d8-e944-42ab-81ec-bebc82dda3ff tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464754 Jun 01 12:53:29.143514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd30f41-2848-4b1b-b249-e4becc6069ed req-fdc7ac2b-8d0a-4e48-9977-94ef50f30de6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:29.145057 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1cd30f41-2848-4b1b-b249-e4becc6069ed req-fdc7ac2b-8d0a-4e48-9977-94ef50f30de6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0855246 Jun 01 12:53:29.194475 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1cd30f41-2848-4b1b-b249-e4becc6069ed req-a1cf9557-71c2-4a33-8ac8-520e546d8477 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431402 Jun 01 12:53:30.174470 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d5a94-116d-4805-93fb-50ab813b4ccd req-783bf875-fec8-45c1-8acc-684640228dc4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:30.176765 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7c4d5a94-116d-4805-93fb-50ab813b4ccd req-783bf875-fec8-45c1-8acc-684640228dc4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0910535 Jun 01 12:53:30.234087 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7c4d5a94-116d-4805-93fb-50ab813b4ccd req-9a8ea51c-ca26-4a50-969e-23f03ff91269 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500190 Jun 01 12:53:30.398641 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189c79f-c026-48c7-b080-038d99d2a031 req-e1965ad4-0023-45f2-80c8-352ea636ef7e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:30.400965 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b189c79f-c026-48c7-b080-038d99d2a031 req-e1965ad4-0023-45f2-80c8-352ea636ef7e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0919976 Jun 01 12:53:30.448436 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b189c79f-c026-48c7-b080-038d99d2a031 req-8354ee2e-bbfa-40f3-b008-c770d529fe80 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Jun 01 12:53:31.693217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Request body: {'port': {'device_id': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:31.702962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e4dae-7424-4848-8f89-c655186efa13 req-0703a414-22c0-4ef9-9fc7-50d7f9517ffc tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:31.704441 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a00e4dae-7424-4848-8f89-c655186efa13 req-0703a414-22c0-4ef9-9fc7-50d7f9517ffc tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 932 time: 0.0820355 Jun 01 12:53:31.765710 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a00e4dae-7424-4848-8f89-c655186efa13 req-05000845-0af5-44c8-bb21-c4bda945c1f8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547757 Jun 01 12:53:31.876366 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f703a3f-9899-4b06-84de-ba2ee794f3a8 req-bb208131-0a16-45c9-a512-337e5614a836 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:31.877974 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2f703a3f-9899-4b06-84de-ba2ee794f3a8 req-bb208131-0a16-45c9-a512-337e5614a836 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2537370 Jun 01 12:53:31.941852 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:31.958216 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2f703a3f-9899-4b06-84de-ba2ee794f3a8 req-3e384fe1-29a1-4c4d-8fb9-668717330b7e tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728908 Jun 01 12:53:32.310905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee7923c-6ae6-4164-afa7-8b94b830790c {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:53:32.319067 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.334143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Transition to ACTIVE for port object eee7923c-6ae6-4164-afa7-8b94b830790c will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:32.383440 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.387909 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e2791dbf-ce84-43f7-bf7f-87b77ecde1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:32.554036 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:32.567373 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:32.635653 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Attempting to bind port eee7923c-6ae6-4164-afa7-8b94b830790c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:32.635982 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Attempting to bind port eee7923c-6ae6-4164-afa7-8b94b830790c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:32.636303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Attempting to bind port eee7923c-6ae6-4164-afa7-8b94b830790c on network b7b4858a-f529-40e3-bc97-6ed9508f631a {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:32.641114 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Port eee7923c-6ae6-4164-afa7-8b94b830790c on network b7b4858a-f529-40e3-bc97-6ed9508f631a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:32.641430 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Attempting to bind port eee7923c-6ae6-4164-afa7-8b94b830790c on network b7b4858a-f529-40e3-bc97-6ed9508f631a {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:32.646556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:32.646890 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Checking segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:53:32.647271 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Bound using segment: {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:32.647728 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Bound port: eee7923c-6ae6-4164-afa7-8b94b830790c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33652dbd-aa13-44b4-ac08-dfd1e8860ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:32.648073 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.742895 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:32.748551 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:32.816376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.822160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8dd91b4b-91fb-4ca6-9b1e-cf6bc9806a6f tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:32.889268 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:32.889640 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:32.891090 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] 10.222.0.58 "PUT /v2.0/ports/eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1094 time: 1.2030332 Jun 01 12:53:32.891624 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:32.894106 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4b819-9210-4e0f-839a-d35775af1c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:32.918096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:32.922080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:32.956427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99031f19-807f-48f7-bff9-8e8bed461a08 x-openstack-request-id: req-99031f19-807f-48f7-bff9-8e8bed461a08 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:32.956775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:32.957061 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99031f19-807f-48f7-bff9-8e8bed461a08 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:32.957479 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:53:33.066466 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-3d271577-4d64-4453-866d-8056eb7a12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.070221 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-3d271577-4d64-4453-866d-8056eb7a12b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1097 time: 0.0927603 Jun 01 12:53:33.132909 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87208a-2cc3-4c8e-a894-cc7f4255e6ee req-48a13484-4f35-471c-981b-215aa7c1e6db tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.135113 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ee87208a-2cc3-4c8e-a894-cc7f4255e6ee req-48a13484-4f35-471c-981b-215aa7c1e6db tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 944 time: 0.0889428 Jun 01 12:53:33.182721 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ee87208a-2cc3-4c8e-a894-cc7f4255e6ee req-33b9d498-6695-4b3a-83d9-6e0a7c63e8ab tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Jun 01 12:53:33.271925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-8b60f098-4808-4bfd-b632-224e23062076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.273418 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-8b60f098-4808-4bfd-b632-224e23062076 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e93ad56a52e6439386ac108490ea64a9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1972456 Jun 01 12:53:33.311647 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92335f44-b821-4c20-a1c5-e9c944789ee6 req-50bbeaaf-38c5-49fb-9846-20e6463288b8 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.313119 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-92335f44-b821-4c20-a1c5-e9c944789ee6 req-50bbeaaf-38c5-49fb-9846-20e6463288b8 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.2078342 Jun 01 12:53:33.433402 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-92335f44-b821-4c20-a1c5-e9c944789ee6 req-1ce35c52-3d8a-4ff4-9f22-e27377dae996 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139128 Jun 01 12:53:33.454473 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-f8b67017-b692-4690-933a-0816365177f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.456013 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc4b819-9210-4e0f-839a-d35775af1c7c req-f8b67017-b692-4690-933a-0816365177f7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1758063 Jun 01 12:53:33.565618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e58c5b6e-0cf6-487c-be5f-ced9922c9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.567119 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-e58c5b6e-0cf6-487c-be5f-ced9922c9840 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1097 time: 0.0715773 Jun 01 12:53:33.639211 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-238d26b5-47fd-409c-831b-54c7d3207d91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 217 time: 0.0644488 Jun 01 12:53:33.702981 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7e95e46c-5628-4dbe-acf0-a1599f8a0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.704494 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-7e95e46c-5628-4dbe-acf0-a1599f8a0d88 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0588391 Jun 01 12:53:33.790967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-35d65e01-68bf-4c96-80f9-02da1ef1d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:33.798211 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-35d65e01-68bf-4c96-80f9-02da1ef1d6ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812566 Jun 01 12:53:34.075429 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-bff997d3-a072-4e3e-bf8d-3f73ec224fd2 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757697 Jun 01 12:53:34.075682 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-255a19ad-c344-4379-b97d-b965f8bb3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.077320 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-255a19ad-c344-4379-b97d-b965f8bb3ed5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 1098 time: 0.0920200 Jun 01 12:53:34.083869 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560ff6d-7d3e-4386-9da2-98c33d94b13a req-699f71f1-ae91-48f7-8bf4-688162a9315a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.087802 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6560ff6d-7d3e-4386-9da2-98c33d94b13a req-699f71f1-ae91-48f7-8bf4-688162a9315a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.1811152 Jun 01 12:53:34.215266 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6560ff6d-7d3e-4386-9da2-98c33d94b13a req-869c9b55-0b57-409a-a6e4-b322808c363c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079566 Jun 01 12:53:34.223586 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-3dd342f5-1e05-4bff-b141-22ea9c495fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.225144 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-3dd342f5-1e05-4bff-b141-22ea9c495fc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.1382368 Jun 01 12:53:34.266767 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-642005e7-ae17-4bd8-99e5-dcd451ad3733 req-fc237c07-67ba-487a-8d54-3c9d4e3cfeaa service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802320 Jun 01 12:53:34.386423 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-95a5abb8-f8cf-4267-a96b-50dca5641e33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 200 len: 1001 time: 0.1540444 Jun 01 12:53:34.465914 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cba9b-d2dc-4d29-8926-2dbd7b722245 req-8ecf3b01-4e58-4a7c-9a09-8e060c661692 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.467374 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ba0cba9b-d2dc-4d29-8926-2dbd7b722245 req-8ecf3b01-4e58-4a7c-9a09-8e060c661692 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 944 time: 0.1621685 Jun 01 12:53:34.470968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-f9127595-e715-4a22-8bb0-fbdf7de66c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.472346 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-f9127595-e715-4a22-8bb0-fbdf7de66c8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0793202 Jun 01 12:53:34.571754 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ba0cba9b-d2dc-4d29-8926-2dbd7b722245 req-876e8bd3-e91a-4393-8f51-5feb8b72a35e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Jun 01 12:53:34.599199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-c519997c-19b9-4da9-9c7e-a2c0d6759b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:34.607761 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-c519997c-19b9-4da9-9c7e-a2c0d6759b95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143885 Jun 01 12:53:34.744065 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-ab1e1830-993b-4538-947e-8d98922f2c08 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352549 Jun 01 12:53:34.894900 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d30d1b2a-901c-4fa4-9f4f-3eba54768182 req-07d62ffc-b9ef-41b7-ade2-c97eb9e49059 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437042 Jun 01 12:53:35.413585 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b868c5-b600-422f-90b0-2c6693bee517 req-5ec15268-9469-4351-af57-746613a8d85a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:35.415057 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-26b868c5-b600-422f-90b0-2c6693bee517 req-5ec15268-9469-4351-af57-746613a8d85a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0825865 Jun 01 12:53:35.463369 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-26b868c5-b600-422f-90b0-2c6693bee517 req-a5aecc9a-a628-42e2-a0e5-492f62a62f93 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 Jun 01 12:53:35.769391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78684-9dcb-451a-80d5-2c2128e9be53 req-f4be872a-d35c-4dbf-b5c7-3b53b9db76cb tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:35.770827 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-03f78684-9dcb-451a-80d5-2c2128e9be53 req-f4be872a-d35c-4dbf-b5c7-3b53b9db76cb tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 944 time: 0.0898297 Jun 01 12:53:35.822096 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-03f78684-9dcb-451a-80d5-2c2128e9be53 req-ca811976-3761-4047-9365-3ecd3b4536f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433309 Jun 01 12:53:36.531088 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device eee7923c-6ae6-4164-afa7-8b94b830790c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:36.680432 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:36.682325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b86c7-9642-4db9-84d6-ed57cad5e91f req-23a0d9c0-7dd6-4b62-8486-7f15545b6941 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:36.684747 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0b3b86c7-9642-4db9-84d6-ed57cad5e91f req-23a0d9c0-7dd6-4b62-8486-7f15545b6941 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0943832 Jun 01 12:53:36.695165 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'port_id': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'mac_address': 'fa:16:3e:65:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:36.735441 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0b3b86c7-9642-4db9-84d6-ed57cad5e91f req-c4d3dc30-9f6e-489f-a2bc-45532b226c9c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448372 Jun 01 12:53:36.758083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:36.778936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee7923c-6ae6-4164-afa7-8b94b830790c {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:53:36.794493 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:37.021798 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541d105-1437-4ca3-a8d7-ba946958910a req-d1c0c2f5-6ce4-4ad5-b1cb-f2bbbf7a3b51 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:37.023353 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-5541d105-1437-4ca3-a8d7-ba946958910a req-d1c0c2f5-6ce4-4ad5-b1cb-f2bbbf7a3b51 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 944 time: 0.0897908 Jun 01 12:53:37.042137 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:37.043913 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:37.070213 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-5541d105-1437-4ca3-a8d7-ba946958910a req-e27e40cc-6918-4653-a6ca-182e8ac359a9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Jun 01 12:53:37.112045 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:37.115136 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:37.290937 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:37.932733 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a032b7-2e98-4d07-b4dd-f3cd662b4014 req-c9ab3b27-bf69-42ba-a443-b26ba8034120 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:37.934146 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04a032b7-2e98-4d07-b4dd-f3cd662b4014 req-c9ab3b27-bf69-42ba-a443-b26ba8034120 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0881841 Jun 01 12:53:37.982460 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04a032b7-2e98-4d07-b4dd-f3cd662b4014 req-b00f4dce-7883-4c2c-aac7-c6c5f261c948 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Jun 01 12:53:38.359369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17914bc1-eb98-4490-b144-f8f7a0f43440 req-24217c0c-1ffa-49e8-8e31-b530b16013a5 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:38.360879 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-17914bc1-eb98-4490-b144-f8f7a0f43440 req-24217c0c-1ffa-49e8-8e31-b530b16013a5 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 945 time: 0.1774466 Jun 01 12:53:38.409069 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-17914bc1-eb98-4490-b144-f8f7a0f43440 req-11f4f4c7-3c7a-4a53-9ac4-bae0b35a0813 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Jun 01 12:53:38.549091 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device eee7923c-6ae6-4164-afa7-8b94b830790c up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:38.672978 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port eee7923c-6ae6-4164-afa7-8b94b830790c completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:38.678587 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port eee7923c-6ae6-4164-afa7-8b94b830790c triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:38.682287 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.802547 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.830720 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:38.833011 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5afe5d-26b1-4127-9646-3fe77b129617" -d '{"events": [{"server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:38.840721 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:38.878251 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270cd19-6ba8-45b5-85b8-7e43ef2a01d5 x-openstack-request-id: req-e270cd19-6ba8-45b5-85b8-7e43ef2a01d5 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:38.878602 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "name": "network-vif-plugged", "status": "completed", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:38.878799 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e270cd19-6ba8-45b5-85b8-7e43ef2a01d5 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:38.879226 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'code': 200} Jun 01 12:53:38.907945 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:38.911137 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:38.982458 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:38.985589 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:39.279666 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bce948-ad2c-4d2c-9579-3aef0192810f req-fa0d97c5-c7d5-456a-bdee-9ab9cde98514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:39.281223 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e0bce948-ad2c-4d2c-9579-3aef0192810f req-fa0d97c5-c7d5-456a-bdee-9ab9cde98514 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1099 time: 0.0737805 Jun 01 12:53:39.327686 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e0bce948-ad2c-4d2c-9579-3aef0192810f req-f496386d-a033-4335-a1e5-b50bf515a15f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384123 Jun 01 12:53:39.595064 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1421ba6-f931-4230-977c-dca31855a525 req-b5fd22e1-5d06-4a3e-9919-0eacc3cd7b6e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:39.596441 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1421ba6-f931-4230-977c-dca31855a525 req-b5fd22e1-5d06-4a3e-9919-0eacc3cd7b6e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.0824540 Jun 01 12:53:39.641183 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1421ba6-f931-4230-977c-dca31855a525 req-d481bcbe-6548-453c-a79a-fcfb4fc34aea tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Jun 01 12:53:40.837625 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b64a03-10dd-4ab7-abcf-f5f9a50118d0 req-a644e890-6bdc-47f0-b1a2-8a23d722d4c4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:40.839102 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-89b64a03-10dd-4ab7-abcf-f5f9a50118d0 req-a644e890-6bdc-47f0-b1a2-8a23d722d4c4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.0858755 Jun 01 12:53:40.885645 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-89b64a03-10dd-4ab7-abcf-f5f9a50118d0 req-b11bbb7b-df30-4fd1-ab62-082e0194b110 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jun 01 12:53:41.073504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf83b-9711-4c52-a7f4-870d54d384ed req-e70cbe3c-0f36-4e69-a213-192b3168c9ea tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:41.075000 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0b3bf83b-9711-4c52-a7f4-870d54d384ed req-e70cbe3c-0f36-4e69-a213-192b3168c9ea tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.0852988 Jun 01 12:53:41.120361 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0b3bf83b-9711-4c52-a7f4-870d54d384ed req-ea32bef7-4491-4d5f-961c-eb2fc347418c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396969 Jun 01 12:53:41.525476 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ec9ee-b4d6-4b7a-b50d-760478c1d6fe req-2661a48c-4098-4576-8015-dc5c782add80 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:41.526991 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ec6ec9ee-b4d6-4b7a-b50d-760478c1d6fe req-2661a48c-4098-4576-8015-dc5c782add80 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.0867858 Jun 01 12:53:41.580745 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ec6ec9ee-b4d6-4b7a-b50d-760478c1d6fe req-350a4b95-89ce-44e6-a2a1-90a22ff5e3b5 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468225 Jun 01 12:53:43.761086 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-aac8ba2c-de80-45e7-971d-9e5265a7e672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.432544 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f74a7-f3b9-4c47-9346-c6a84be2b68e req-629e80f9-8058-49d5-bc04-662d78cc9adb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:44.434091 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-252f74a7-f3b9-4c47-9346-c6a84be2b68e req-629e80f9-8058-49d5-bc04-662d78cc9adb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.0904601 Jun 01 12:53:44.480490 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-252f74a7-f3b9-4c47-9346-c6a84be2b68e req-97db3da8-b888-4eb3-b7b0-7aa8080e4e93 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Jun 01 12:53:45.686142 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46690) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:45.694236 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144dac9-d4b9-4605-9ae0-c7cdcc96cbb9 req-0c42e1d1-afa2-4495-a2d1-6b7a6e4bebb9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:45.696331 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a144dac9-d4b9-4605-9ae0-c7cdcc96cbb9 req-0c42e1d1-afa2-4495-a2d1-6b7a6e4bebb9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.0950437 Jun 01 12:53:45.758797 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a144dac9-d4b9-4605-9ae0-c7cdcc96cbb9 req-3fe974e2-2e36-4e84-9ce0-de8af6b0d99c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563037 Jun 01 12:53:45.834251 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:45.851388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:45.855944 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Usage tracker for resource:security_group_rule and tenant:023abae77a624203a28cca84deccf986 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:45.859068 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:45.865037 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:46.011182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.158299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.167637 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-83e5fbaa-7898-4c8d-87b2-96ea21a8bf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:46.190121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-c52a6ee1-94c8-4e39-b328-953fa12682f0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:46.195038 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-c52a6ee1-94c8-4e39-b328-953fa12682f0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.0843058 Jun 01 12:53:46.214083 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=023abae77a624203a28cca84deccf986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265923 Jun 01 12:53:46.214839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e501c31-13aa-4dc8-9da5-ada76f6a714d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:46.217117 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46698) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:46.219726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:46.279441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.307806 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.320501 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-843ac90a-0542-456b-be45-97a8da0364a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.341908 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Deleting port 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:46.342363 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.444370 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.448530 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e1e12cfc-e4cf-413e-a93e-436c30496845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:46.463317 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e501c31-13aa-4dc8-9da5-ada76f6a714d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:46.466963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:46.469196 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.470337 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e501c31-13aa-4dc8-9da5-ada76f6a714d HTTP/1.1" status: 204 len: 168 time: 0.2523162 Jun 01 12:53:46.473179 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.505488 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] For port 06186a06-2c5d-4e4e-a195-dbf7d088528b, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=06186a06-2c5d-4e4e-a195-dbf7d088528b,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:46.505852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.834674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.835350 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.835680 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Floating IP 41a20a13-fd1b-4379-bce8-5d2044d70527 disassociated. External IP: 172.28.2.18, port: 06186a06-2c5d-4e4e-a195-dbf7d088528b. Jun 01 12:53:46.836127 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Calling delete_port for 06186a06-2c5d-4e4e-a195-dbf7d088528b owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:46.982885 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce90ae-8dc3-469f-ae2e-f6dc7ad03b2f req-932d395d-d69a-4161-8d1a-e408b27668b9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:46.984375 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-18ce90ae-8dc3-469f-ae2e-f6dc7ad03b2f req-932d395d-d69a-4161-8d1a-e408b27668b9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 946 time: 0.0971725 Jun 01 12:53:47.034734 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-18ce90ae-8dc3-469f-ae2e-f6dc7ad03b2f req-022741ca-ea54-4aa6-bdcf-eaa989c3c451 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=14cc93b6-6314-4e7c-b8cd-99f056705b49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441618 Jun 01 12:53:47.098252 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.105647 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-aa57a027-6c56-4229-948b-e5fbb337b2cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:47.158995 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'Port': ['ID=06186a06-2c5d-4e4e-a195-dbf7d088528b,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:47.162877 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:47.169463 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46712) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:47.257484 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.272818 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.288385 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:47.294687 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:e33068c1fc7b4515938cdfb1f20fd4df is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:47.453504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:47.501432 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:47.589514 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:47.704172 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e16bf-960e-449f-8bd9-05de49be8da3 req-bcae99f4-e994-4982-9a4b-1d209b47f7a2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:47.705671 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-823e16bf-960e-449f-8bd9-05de49be8da3 req-bcae99f4-e994-4982-9a4b-1d209b47f7a2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.2491210 Jun 01 12:53:47.877774 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-823e16bf-960e-449f-8bd9-05de49be8da3 req-e9e55ad1-8b5d-4c40-98c2-44b750fe4436 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600888 Jun 01 12:53:47.879438 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.902865 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46720) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:47.906038 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:47.916183 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:47.926750 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:47.927591 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:47.986309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] No DVR routers for this DVR port 06186a06-2c5d-4e4e-a195-dbf7d088528b on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:47.987757 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:47.999250 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c9cd1e4c-0b39-409a-b20c-3db4e2344cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:48.011888 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.017076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-deleted', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:48.020646 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf2d10-120c-4ac6-ac70-fb2cd77a0dc0" -d '{"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-deleted", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:48.069480 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:53:48.091260 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e33068c1fc7b4515938cdfb1f20fd4df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180987 Jun 01 12:53:48.091260 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8cd8de-a586-4590-a56d-ac4091565987,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:48.092813 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46730) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:48.094475 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-92f4b057-910e-4d54-a300-6a187b564ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:48.135034 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2fcee1-d672-4948-abea-6960a203e281 x-openstack-request-id: req-fb2fcee1-d672-4948-abea-6960a203e281 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:48.135294 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02293e48-4ef8-4184-82a0-7bfc245939a7", "name": "network-vif-deleted", "tag": "06186a06-2c5d-4e4e-a195-dbf7d088528b", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:48.135577 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb2fcee1-d672-4948-abea-6960a203e281 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:48.136006 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02293e48-4ef8-4184-82a0-7bfc245939a7', 'name': 'network-vif-deleted', 'tag': '06186a06-2c5d-4e4e-a195-dbf7d088528b', 'status': 'completed', 'code': 200} Jun 01 12:53:48.159217 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5b65c3f-1a5d-42e8-a3fc-afd9ed4e67f5 req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "DELETE /v2.0/ports/06186a06-2c5d-4e4e-a195-dbf7d088528b HTTP/1.1" status: 204 len: 173 time: 1.9612319 Jun 01 12:53:48.193890 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.252789 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.255653 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:48.343040 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-009ffc60-992e-4c07-8e63-531eb4b261cb req-86a77d40-0478-43e0-a165-680d2139d4eb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:48.426441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efaff6-51f1-422d-beec-a041342c21fe tempest-TestMinimumBasicScenario-1446086002 tempest-TestMinimumBasicScenario-1446086002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:48.432155 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b4efaff6-51f1-422d-beec-a041342c21fe tempest-TestMinimumBasicScenario-1446086002 tempest-TestMinimumBasicScenario-1446086002-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1094 time: 0.5240245 Jun 01 12:53:48.432621 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46734) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:48.438271 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'port_id': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:48.444779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:48.450017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:floatingip and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:48.454292 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:48.461189 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:48.497837 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-009ffc60-992e-4c07-8e63-531eb4b261cb req-86a77d40-0478-43e0-a165-680d2139d4eb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:48.499230 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-009ffc60-992e-4c07-8e63-531eb4b261cb req-86a77d40-0478-43e0-a165-680d2139d4eb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=02293e48-4ef8-4184-82a0-7bfc245939a7 HTTP/1.1" status: 200 len: 210 time: 0.2731204 Jun 01 12:53:48.528175 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.534747 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-382330cd-4e7d-470f-b873-016cd3bbbb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:48.549788 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8cd8de-a586-4590-a56d-ac4091565987,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:48.552298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:48.554566 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.558518 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a8cd8de-a586-4590-a56d-ac4091565987 HTTP/1.1" status: 204 len: 168 time: 0.4626703 Jun 01 12:53:48.572843 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for floatingip, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.679424 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:48.683925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:48.692883 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:48.693546 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:48.725200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.917146 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:48.922573 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Allocated IP 172.28.2.214 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/e0cf08af-1191-47e6-9119-f206dfff3468) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:49.002088 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.121187 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.291498 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.296315 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:49.306322 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:49.310584 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fcf98b-f4b8-4749-a5e7-e3eb549c4665 None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:49.370935 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:49.377819 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.378448 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:49.382416 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:53:49.501032 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'Port': ['ID=e0cf08af-1191-47e6-9119-f206dfff3468,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:49.504017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:49.676519 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbee5fba-f612-4a94-88f9-af674262f1b7 None None] New status for floating IP 41a20a13-fd1b-4379-bce8-5d2044d70527: DOWN {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:53:49.779524 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46760) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:49.855113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.902815 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.031256 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.050280 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.055903 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-79be5e31-f737-45a5-ae30-cfcc61b7fc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:50.069782 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc93b6-6314-4e7c-b8cd-99f056705b49,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:50.073906 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:50.159074 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.159847 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.161070 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "DELETE /v2.0/security-groups/14cc93b6-6314-4e7c-b8cd-99f056705b49 HTTP/1.1" status: 204 len: 168 time: 0.3820207 Jun 01 12:53:50.163853 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46768) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:50.182779 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.api.v2.resource [None req-96458a21-fca5-4656-be7c-e63944199c7e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] show failed (client error): The resource could not be found. Jun 01 12:53:50.184281 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-96458a21-fca5-4656-be7c-e63944199c7e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups/14cc93b6-6314-4e7c-b8cd-99f056705b49 HTTP/1.1" status: 404 len: 347 time: 0.0193968 Jun 01 12:53:50.190278 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46772) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:50.388995 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.426927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Deleting port 5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:50.427275 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.486707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.490755 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5f1bbeb9-d716-4d6f-8ac1-42c6ecdb4355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:50.615148 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'Port': ['ID=e0cf08af-1191-47e6-9119-f206dfff3468,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:50.620059 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:50.629554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.638105 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:50.654236 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.654616 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.673343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 06186a06-2c5d-4e4e-a195-dbf7d088528b {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:50.673958 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 06186a06-2c5d-4e4e-a195-dbf7d088528b not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:50.785481 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Calling delete_port for 5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab owned by network:floatingip {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:50.827064 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Floating IP 8c7dce80-6465-48d6-8aec-8d9b311ea9e0 associated. External IP: 172.28.2.214, port: eee7923c-6ae6-4164-afa7-8b94b830790c. Jun 01 12:53:50.987872 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:50.995351 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:51.047250 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'Port': ['ID=5f496d9f-e5c6-4e18-bf6b-f91c8097a3ab,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:51.053428 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:51.148488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.209790 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Router b80a26b4-6441-4383-b043-e3f77bd2ebac has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:53:51.221601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.222781 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "DELETE /v2.0/floatingips/41a20a13-fd1b-4379-bce8-5d2044d70527 HTTP/1.1" status: 204 len: 168 time: 1.0312986 Jun 01 12:53:51.424600 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:53:51.438309 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Sync routers for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:53:51.452413 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:51.453352 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:51.530340 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.594947 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1584530 Jun 01 12:53:51.594947 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:51.595536 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576b247-f06e-4520-8913-e29527331684" -d '{"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:51.595964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46808) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:51.603256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152753957', 'description': 'tempest-secgroup-smoke-152753957 description', 'project_id': 'e93ad56a52e6439386ac108490ea64a9'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:51.609673 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:51.624989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:51.637120 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46814) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:51.646639 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429574670', 'description': 'tempest-description--1096554838'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:51.655972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8c6856-77ff-4af6-ba4c-be960a417b93 x-openstack-request-id: req-3b8c6856-77ff-4af6-ba4c-be960a417b93 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:51.656358 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:51.656667 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b8c6856-77ff-4af6-ba4c-be960a417b93 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:51.657105 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:53:51.658029 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:51.662836 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:51.668077 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:51.676353 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:51.709820 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:51.724294 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.754755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:51.762905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:51.766462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:51.772815 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:51.773392 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b247-f06e-4520-8913-e29527331684 req-5e6d8153-819f-49c0-9f51-c489fee4bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:51.775682 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-5e6d8153-819f-49c0-9f51-c489fee4bed8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1099 time: 0.1009102 Jun 01 12:53:51.820892 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.854766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.920444 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:51.924756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ec85c6ce-e347-43ac-aeea-f002aa0aa48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:52.124943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f80900-2a32-4826-aa0e-be1f04485110,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.124943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:52.125622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:52.125622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:52.125622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:52.125622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:52.126254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '8c7dce80-6465-48d6-8aec-8d9b311ea9e0', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'port_id': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'mac_address': 'fa:16:3e:65:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:49Z', 'updated_at': '2021-06-01T12:53:49Z', 'revision_number': 0, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:52.126254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Checking router: b80a26b4-6441-4383-b043-e3f77bd2ebac for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:53:52.126254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:53:52.126590 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:52.126695 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b247-f06e-4520-8913-e29527331684 req-b62d0f8a-ca33-4e5b-b0ca-424f831a24de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:52.126695 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-b62d0f8a-ca33-4e5b-b0ca-424f831a24de service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.3208580 Jun 01 12:53:52.189550 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.191074 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5937967 Jun 01 12:53:52.194356 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46822) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:52.200838 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:52.207698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:52.212400 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:52.215793 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:52.223860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:52.242956 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-b4a60773-e5e7-48bf-9985-4067a241d414 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1000 time: 0.1238589 Jun 01 12:53:52.320210 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:53:52.339217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.345981 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b247-f06e-4520-8913-e29527331684 req-64828b9c-a451-4c1d-b306-a4f8e94d4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:52.347340 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-64828b9c-a451-4c1d-b306-a4f8e94d4d0e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0974989 Jun 01 12:53:52.362160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.377772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46828) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:52.411953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.418086 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-da708521-ea2e-4f7c-80a7-170043cfcdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:52.450352 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.472609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc4d8f-c448-4aa2-a276-407dcb74f885,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.475922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:52.486042 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b247-f06e-4520-8913-e29527331684 req-037d47b2-0f34-45b8-93fb-0f0e8a8ea744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:52.487700 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-037d47b2-0f34-45b8-93fb-0f0e8a8ea744 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1338549 Jun 01 12:53:52.534664 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.538429 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.551897 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:52.581367 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:52.585103 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2737d6be-11db-44f7-b8e0-017be2723316,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.587203 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Usage tracker for resource:security_group_rule and tenant:ac5a9a9657f240a4a9876820496eb1d9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:52.590878 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.591104 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:52.596247 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9531119 Jun 01 12:53:52.596787 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:52.597754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46834) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:52.606618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group_rule': {'security_group_id': 'f1cc4d8f-c448-4aa2-a276-407dcb74f885', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:52.613166 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:52.615736 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:52.623092 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:52.632690 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:52.637327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:52.652541 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-9400e365-9dcb-44a3-9e18-8cc8149ca7f4 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527035 Jun 01 12:53:52.654364 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.655541 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600449 Jun 01 12:53:52.661050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46838) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:52.668090 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:52.677933 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:52.686509 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:52.690479 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:52.702093 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:52.728857 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '8c7dce80-6465-48d6-8aec-8d9b311ea9e0', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'port_id': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'mac_address': 'fa:16:3e:65:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:49Z', 'updated_at': '2021-06-01T12:53:49Z', 'revision_number': 0, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:53:52.734164 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf802c-1ced-4e9f-95d0-68fbdcd4b9a3 None None] The sync data for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb is: [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '8c7dce80-6465-48d6-8aec-8d9b311ea9e0', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'floating_ip_address': '172.28.2.214', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'port_id': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'mac_address': 'fa:16:3e:65:0b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:49Z', 'updated_at': '2021-06-01T12:53:49Z', 'revision_number': 0, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:53:52.754338 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.776620 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.819411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.825752 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9576b247-f06e-4520-8913-e29527331684 req-9e119ead-e245-4493-9e6d-3f4142ab545f service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640930 Jun 01 12:53:52.875496 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.885947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.886774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c9794137-653b-4a0e-81f6-7fc2b2bce159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:52.942996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5219658c-e928-4035-9024-817f79ea0495,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:52.948475 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d81eb33-dae5-46b0-b8d6-761ec2f0df42 None None] New status for floating IP 8c7dce80-6465-48d6-8aec-8d9b311ea9e0: ACTIVE {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:53:52.949002 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:52.951278 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac5a9a9657f240a4a9876820496eb1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5720680 Jun 01 12:53:52.955412 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46842) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:52.979598 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.988864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:52.997681 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.015425 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b86c8ae-e1e3-46c0-9e39-168c25d92f44,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.030422 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:53.038704 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.047413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.054278 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c6dd6b02-fd3e-465c-b1f4-a65b4e677868 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.075775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae33b82-9179-4d69-9780-e3228e36d8a7,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.076784 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.080363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:53.147443 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.148626 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5500057 Jun 01 12:53:53.151921 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46846) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:53.157363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'security_group_rule': {'security_group_id': 'f1cc4d8f-c448-4aa2-a276-407dcb74f885', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.163349 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:53.167996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:security_group_rule and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:53.171169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:53.177033 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:53.184114 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.188381 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5233960 Jun 01 12:53:53.188381 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46850) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:53.195030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.201116 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:53.204977 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:53.207937 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:53.213965 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:53.246451 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.250267 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7777dd74-8648-4317-a1d7-778377470d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.263346 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5219658c-e928-4035-9024-817f79ea0495,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.266330 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:53.268380 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.269507 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5219658c-e928-4035-9024-817f79ea0495 HTTP/1.1" status: 204 len: 168 time: 0.3131466 Jun 01 12:53:53.282813 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.336481 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.395813 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.418554 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.462156 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.464269 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a4147713-c9bd-494f-9c46-2783277ec412 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.491362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6f7d3c-f9fd-473f-b6fe-645682dd3e43,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.493761 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.497469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:53.502063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.524669 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e810145e-6cd4-464a-a3ce-054823e3dad2,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.527507 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:53.594542 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.599554 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-28c61af6-4ea4-4351-9ca0-8156b3082a36 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4436197 Jun 01 12:53:53.604091 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46858) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:53.606388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.612603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:53.617248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Usage tracker for resource:floatingip and tenant:3a7ca1d321f74e38a6f5e751b493afa5 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:53.620662 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:53.623966 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.625362 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d8d241cf-d454-4b84-91bf-724532d2051f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4358587 Jun 01 12:53:53.628621 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46862) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:53.629430 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:53.634591 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:53.640887 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:53.645084 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:53.648253 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:53.655070 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:53.720905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.772197 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.842246 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.865235 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.914899 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:53.918611 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:53.942165 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8fbb5c-205c-4fc4-a06a-8a6801111d8b,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:53.944692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:54.011991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Allocated IP 172.28.2.70 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:54.044786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46866) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:54.062413 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.066555 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4339764 Jun 01 12:53:54.066555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.076874 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46870) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:54.084050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:54.093444 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:54.098041 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:54.100383 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:54.104864 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:54.107871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3a09193abb46048736874ca8d65912 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:54.113179 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:54.116324 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:54.122809 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:54.177479 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.191254 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.securitygroups_db [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Project e93ad56a52e6439386ac108490ea64a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:53:54.206498 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.273311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.275497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.279020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c616181d-5b95-4a81-a462-5aa0a9af4ea7 tempest-DeleteServersTestJSON-1484372370 tempest-DeleteServersTestJSON-1484372370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:54.305238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.342514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:54.345392 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:54.349118 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:53:54.364005 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.371378 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c0f9cf6d-9057-4c6d-94e0-2470f2cacd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:54.383023 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.392466 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.396995 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:54.419809 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fedd49-1e99-42a8-bd8d-dae887a5d3b9,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.430199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:54.430813 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dc83440e-c80c-4848-b34f-dcbd33d71998 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:54.441521 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6cae478f-b4f1-4bc5-9506-7e419720c2f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c3a09193abb46048736874ca8d65912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957014 Jun 01 12:53:54.447677 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46874) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:54.467864 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efe91aa-1ab0-48ed-8f22-37f0cb9cd77f,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.471625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:54.481812 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.534968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.544923 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.546108 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4683032 Jun 01 12:53:54.549041 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46878) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:54.554482 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'security_group_rule': {'security_group_id': '26f80900-2a32-4826-aa0e-be1f04485110', 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:54.561346 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:54.565261 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Usage tracker for resource:security_group_rule and tenant:e93ad56a52e6439386ac108490ea64a9 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:54.565828 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.568094 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:54.575139 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:54.635489 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.686749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.691887 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5ffda5ad-c37f-4bf5-828e-32ee18d8e4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:54.698302 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.securitygroups_db [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Project e93ad56a52e6439386ac108490ea64a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:53:54.705749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fedd49-1e99-42a8-bd8d-dae887a5d3b9,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:54.708021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.708353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:54.709689 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.710805 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67fedd49-1e99-42a8-bd8d-dae887a5d3b9 HTTP/1.1" status: 204 len: 168 time: 0.2610197 Jun 01 12:53:54.947646 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:54.982240 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.032623 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.034862 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-25b92219-4e1f-4874-85b9-1a58b5191ab4 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:55.061063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82d7174-8418-4816-93c6-cbc3f0925a43,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:55.061063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:55.080289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.085199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:55.132143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.136791 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-facfd891-7737-40ab-8407-7c1bec57d8ba tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5832131 Jun 01 12:53:55.202751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:55.207118 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:55.213712 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.275734 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-23c8ce5d-9a14-40c5-8342-056b2626e3b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:55.309024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.310368 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7091913 Jun 01 12:53:55.326060 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-23c8ce5d-9a14-40c5-8342-056b2626e3b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:55.327216 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-23c8ce5d-9a14-40c5-8342-056b2626e3b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152753957&fields=id&tenant_id=e93ad56a52e6439386ac108490ea64a9 HTTP/1.1" status: 200 len: 267 time: 0.0961299 Jun 01 12:53:55.423971 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-ab843b22-c762-467d-a02f-26a12d0556bf tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:55.425619 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-ab843b22-c762-467d-a02f-26a12d0556bf tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.0918458 Jun 01 12:53:55.440247 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'port': {'security_groups': ['01f03440-b938-4e07-ab4d-44728318e4a1', '26f80900-2a32-4826-aa0e-be1f04485110']}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:55.565832 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-7b32e374-23ae-4d60-9e60-d6b26b24cc9f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:55.579953 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.646354 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-7b32e374-23ae-4d60-9e60-d6b26b24cc9f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:55.647560 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-7b32e374-23ae-4d60-9e60-d6b26b24cc9f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--429574670&fields=id&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 267 time: 0.1253688 Jun 01 12:53:55.812442 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-4d9ac077-fd27-481e-aef8-689aebd2b41c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:55.814031 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-4d9ac077-fd27-481e-aef8-689aebd2b41c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 816 time: 0.1585748 Jun 01 12:53:55.833643 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5b795a95-9166-407b-81e8-a4070b8e87c1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/quotas/3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 375 time: 0.0133328 Jun 01 12:53:55.859742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46916) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:55.872400 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:55.901510 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:55.930060 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-ffb224d5-a453-4e3a-84ff-454c147526ea tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900037 Jun 01 12:53:55.982753 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1455342591-network', 'tenant_id': '64bd57d41b6b4b28b6b5794860b1a04f'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:55.985480 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:55.989585 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Usage tracker for resource:network and tenant:64bd57d41b6b4b28b6b5794860b1a04f is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:55.993472 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:56.000304 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:56.002833 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.010112 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7dd95f62-f28e-4b5a-9296-5f2392829320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:56.016435 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:56.080982 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-86781abf-b44b-4774-ae91-b0e1909738ff service neutron] 10.222.0.11 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379139 Jun 01 12:53:56.086168 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.086889 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.088993 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-378ffbf1-38f4-4f24-aa3f-e0855a1e15df req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "PUT /v2.0/ports/eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 982 time: 0.6528854 Jun 01 12:53:56.088993 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:56.095364 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42963a37-a3a5-4e84-9de6-59fb3b363ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:56.113809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=6']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.154021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:56.154021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e8bb98-1a67-4521-a758-9843aa327465 x-openstack-request-id: req-50e8bb98-1a67-4521-a758-9843aa327465 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:56.154021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:56.154021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50e8bb98-1a67-4521-a758-9843aa327465 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:56.154021 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:53:56.155816 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Made reservation on behalf of 64bd57d41b6b4b28b6b5794860b1a04f for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:56.157188 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.173386 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.176538 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:56.191079 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:56.196311 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Usage tracker for resource:security_group_rule and tenant:64bd57d41b6b4b28b6b5794860b1a04f is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:56.199702 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:56.206114 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:56.394681 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.405240 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ac6d-1238-4756-95df-9b7092c8ad7e req-69eb9ea8-d3bb-4679-87dc-2656a1d5cfff tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.407321 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7565ac6d-1238-4756-95df-9b7092c8ad7e req-69eb9ea8-d3bb-4679-87dc-2656a1d5cfff tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1499457 Jun 01 12:53:56.443497 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-6c32cb47-8de5-4a68-be2e-f772d2298cab service neutron] 10.222.0.11 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542333 Jun 01 12:53:56.451676 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-fb89947d-e06f-41e1-a16f-301c4fd00a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.453616 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-fb89947d-e06f-41e1-a16f-301c4fd00a61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1138 time: 0.2719622 Jun 01 12:53:56.474117 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7565ac6d-1238-4756-95df-9b7092c8ad7e req-923254b0-ac63-4127-9bbb-ca6a54c7378e tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545361 Jun 01 12:53:56.475573 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.480076 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-453c0821-62ad-4c38-be9f-d3ff4b029c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:56.482403 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-337c92d3-5f02-4d0c-a5ac-0d03df90a207 None None] Provisioning complete for port eee7923c-6ae6-4164-afa7-8b94b830790c triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:56.482403 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-337c92d3-5f02-4d0c-a5ac-0d03df90a207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.511929 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:53:56.523254 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47c266-d081-4128-a309-05dca0e8a0b4,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.528626 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:56.531911 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.532348 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Added segment 3ba36817-f1b8-4357-ad9f-647743e50c90 of type vlan for network 17def931-2538-4ef6-a33b-5b6b9439e886 Jun 01 12:53:56.571618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.628023 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-5bb4a924-cb9c-460d-90fd-2f4a9d826ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.629532 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-5bb4a924-cb9c-460d-90fd-2f4a9d826ae0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.1664186 Jun 01 12:53:56.686315 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.687975 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.688560 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:56.694014 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:56.759456 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-16b13e66-6d4d-4d8c-b2f1-fd09a6293fb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1002 time: 0.1183043 Jun 01 12:53:56.850062 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-e438f673-cb6f-4e46-87dd-3a179ed6d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.851707 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-e438f673-cb6f-4e46-87dd-3a179ed6d624 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0881410 Jun 01 12:53:56.894018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Pushing event updated for resources: {'Network': ['ID=17def931-2538-4ef6-a33b-5b6b9439e886,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:56.902546 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:56.904621 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-e3a187af-004a-4ca0-afad-f6b0a4cfbc7d req-566629fe-c393-41a1-ac4d-fc0947b2a146 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:56.913269 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 17def931-2538-4ef6-a33b-5b6b9439e886 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:53:56.953660 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b2920f8e-c8eb-47e4-aaba-01c2d5add6bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0899560 Jun 01 12:53:56.953903 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 46938) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:56.960282 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Request body: {'subnet': {'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1455342591-subnet', 'tenant_id': '64bd57d41b6b4b28b6b5794860b1a04f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:56.968268 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:56.973971 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-83cab10e-d41b-4354-afa2-6c32c33ba1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:56.975457 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-83cab10e-d41b-4354-afa2-6c32c33ba1ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172979 Jun 01 12:53:56.976641 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Usage tracker for resource:subnet and tenant:64bd57d41b6b4b28b6b5794860b1a04f is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:56.981520 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:56.995100 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-e3a187af-004a-4ca0-afad-f6b0a4cfbc7d req-566629fe-c393-41a1-ac4d-fc0947b2a146 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:56.996398 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e3a187af-004a-4ca0-afad-f6b0a4cfbc7d req-566629fe-c393-41a1-ac4d-fc0947b2a146 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 210 time: 0.1819427 Jun 01 12:53:57.005744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:57.128869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Made reservation on behalf of 64bd57d41b6b4b28b6b5794860b1a04f for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:57.131256 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10786144'] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.159228 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-ad4e1d67-4d7f-4e15-b26f-99b6efdd179a service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718826 Jun 01 12:53:57.380518 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-42963a37-a3a5-4e84-9de6-59fb3b363ee2 req-3aa43ed1-621d-4d2a-9be9-15727b873a6a service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728013 Jun 01 12:53:57.749000 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10913402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10786166'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:57.753605 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:57.827438 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf6cced-f878-42ff-8a89-3e006f8a74d0,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:57.830901 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:57.833691 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Checking segment: {'id': '3ba36817-f1b8-4357-ad9f-647743e50c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:53:57.833800 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Network hostable DHCP agents. Network: 17def931-2538-4ef6-a33b-5b6b9439e886, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:53:57.932692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Network 17def931-2538-4ef6-a33b-5b6b9439e886 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:53:58.023481 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 17def931-2538-4ef6-a33b-5b6b9439e886) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:58.035349 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:58.035349 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:58.035542 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1a10a-7612-4c92-9156-37768a53d69f None None] Network 17def931-2538-4ef6-a33b-5b6b9439e886 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:53:58.157834 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9521d558-63b9-4dce-a45e-c206987d5793 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2028613 Jun 01 12:53:58.166959 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a8cdaade-acaf-4733-9952-31ae2aa7501c req-d27ad673-c323-4aec-867c-5b04bd0f1364 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 210 time: 0.0482888 Jun 01 12:53:58.250363 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab849384-f0e1-4579-8990-e52a72badb77 None None] Network 17def931-2538-4ef6-a33b-5b6b9439e886 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:53:58.944695 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46960) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:58.951891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623873224-network', 'tenant_id': '702126ccc6924ba99dbba465fff8c624'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:58.957223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:58.961133 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Usage tracker for resource:network and tenant:702126ccc6924ba99dbba465fff8c624 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:58.964775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:58.971603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.032684 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Made reservation on behalf of 702126ccc6924ba99dbba465fff8c624 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:59.035077 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.048969 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.065234 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:59.069116 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Usage tracker for resource:security_group_rule and tenant:702126ccc6924ba99dbba465fff8c624 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:59.072757 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:59.079759 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.093966 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-fc9ddee6-ca11-4bda-a296-a373596e1aaa tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:59.095616 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-fc9ddee6-ca11-4bda-a296-a373596e1aaa tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 816 time: 0.1639860 Jun 01 12:53:59.154983 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-186246b3-7d0d-4aa9-8c10-a850b91a978c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 379 time: 0.0488403 Jun 01 12:53:59.163865 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'port': {'device_id': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'admin_state_up': True, 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'security_groups': ['f1cc4d8f-c448-4aa2-a276-407dcb74f885']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:59.173006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.261358 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.269337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-809da4f6-14bb-409f-a88d-765e5d12eabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:59.345784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:53:59.357053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f51463-55e3-4f78-a418-09d6733e32ce,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:59.360526 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:59.364598 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-03e3cec4-412d-4e16-a91c-763ab4654c30 req-7c8add24-40cc-4621-91dc-81f312e6006a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 210 time: 0.0706813 Jun 01 12:53:59.370259 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.370800 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Added segment e3560c45-a5a2-4c5f-8cc8-ad1bf27e7b2e of type vlan for network ca176203-79a7-40f1-adad-c632a4bfb43d Jun 01 12:53:59.406543 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.435603 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:59.445114 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.495960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.497576 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:59.498280 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.502022 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bcada52e-39c8-4d94-9e5d-55595d55df6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:59.524544 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Made reservation on behalf of 3a7ca1d321f74e38a6f5e751b493afa5 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:59.528201 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.604493 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Pushing event updated for resources: {'Network': ['ID=ca176203-79a7-40f1-adad-c632a4bfb43d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:59.607389 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:59.616191 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network ca176203-79a7-40f1-adad-c632a4bfb43d details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:53:59.686978 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7408197 Jun 01 12:53:59.689531 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 46970) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:53:59.695226 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Request body: {'subnet': {'network_id': 'ca176203-79a7-40f1-adad-c632a4bfb43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623873224-subnet', 'tenant_id': '702126ccc6924ba99dbba465fff8c624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:59.701210 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:59.704756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Usage tracker for resource:subnet and tenant:702126ccc6924ba99dbba465fff8c624 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:59.708040 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:59.712553 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Allocated IP 172.20.0.7 (02ac47b5-9386-462f-997e-39daceff935c/a2e66181-98b4-4aa3-b079-c342f054f0b9/1808ec27-6da9-4f76-a547-6d9f5cb83f86) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:59.714018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:59.794618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Made reservation on behalf of 702126ccc6924ba99dbba465fff8c624 for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:59.797277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11205445'] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.909855 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:59.927286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Transition to ACTIVE for port object 1808ec27-6da9-4f76-a547-6d9f5cb83f86 will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:00.041179 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.046875 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f0f536e8-e167-41fe-9cd8-5e97a7ff43a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:00.112227 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Network 02ac47b5-9386-462f-997e-39daceff935c is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:00.115398 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:00.119772 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:00.161609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:00.166202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:00.195698 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:00.196964 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.303915 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-89e6fa8d-3dbf-41c4-bb08-8b3ae73b2c65 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1437240 Jun 01 12:54:00.315281 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Request body: {'port': {'device_id': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:00.381413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1893081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11205459'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.386212 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-607be700-28a7-49e9-9ae1-725f08326ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:00.412320 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-68dac2a1-3f05-46bf-b8c3-96902b87fc7f None None] Provisioning for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:00.419478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-68dac2a1-3f05-46bf-b8c3-96902b87fc7f None None] Provisioning complete for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:00.421378 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-68dac2a1-3f05-46bf-b8c3-96902b87fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.442184 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.473968 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bf9e1b-d12d-4d89-a508-f27672f34ba1,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:00.478752 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:00.482449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Checking segment: {'id': 'e3560c45-a5a2-4c5f-8cc8-ad1bf27e7b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'ca176203-79a7-40f1-adad-c632a4bfb43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:00.483133 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Network hostable DHCP agents. Network: ca176203-79a7-40f1-adad-c632a4bfb43d, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:54:00.490515 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-68dac2a1-3f05-46bf-b8c3-96902b87fc7f None None] Port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:00.600962 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Network ca176203-79a7-40f1-adad-c632a4bfb43d is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:54:00.686002 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, ca176203-79a7-40f1-adad-c632a4bfb43d) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:00.695026 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c9b4c-15a3-49bf-9a2e-0aaea131842b None None] Network ca176203-79a7-40f1-adad-c632a4bfb43d requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:54:00.696141 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:00.696660 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.754331 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be882ee8-711b-4f01-a48f-85e6e3e1cf10 req-8dcc1772-8825-49e6-9dff-929b0b4e6cf8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:00.755057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-be882ee8-711b-4f01-a48f-85e6e3e1cf10 req-8dcc1772-8825-49e6-9dff-929b0b4e6cf8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:00.783760 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d6ee4976-2f4a-4673-a86f-31b83f02385f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0930352 Jun 01 12:54:00.871353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-be882ee8-711b-4f01-a48f-85e6e3e1cf10 req-8dcc1772-8825-49e6-9dff-929b0b4e6cf8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:00.873063 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-be882ee8-711b-4f01-a48f-85e6e3e1cf10 req-8dcc1772-8825-49e6-9dff-929b0b4e6cf8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 931 time: 0.3631859 Jun 01 12:54:00.899104 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b706f6-f67a-4e83-98d8-c3de993bd0c8 None None] Network ca176203-79a7-40f1-adad-c632a4bfb43d requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:54:00.935430 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:00.954734 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:00.981188 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-be882ee8-711b-4f01-a48f-85e6e3e1cf10 req-66d61dde-0eb1-404a-99fc-39c42a62eeb8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914693 Jun 01 12:54:00.990530 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Transition to ACTIVE for port object 1808ec27-6da9-4f76-a547-6d9f5cb83f86 will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:01.086869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.092125 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:01.256511 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:01.264792 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:01.346699 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Attempting to bind port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:01.347036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Attempting to bind port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:01.347371 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Attempting to bind port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:01.352236 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 on network 02ac47b5-9386-462f-997e-39daceff935c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:01.352581 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Attempting to bind port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 on network 02ac47b5-9386-462f-997e-39daceff935c {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:01.358195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:01.358534 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Checking segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:01.358924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Bound using segment: {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:01.359364 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Bound port: 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '02ac47b5-9386-462f-997e-39daceff935c'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:01.359716 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.452825 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:01.456301 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:01.462797 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-cc77c3b0-4207-45fe-ab4f-95a429c8e5de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:01.463503 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-cc77c3b0-4207-45fe-ab4f-95a429c8e5de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Synchronizing usage tracker for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:network {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:01.572764 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.576799 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fe5e5957-c8b5-4b22-8454-caa134b7e4b6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:01.600210 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-cc77c3b0-4207-45fe-ab4f-95a429c8e5de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Unset dirty status for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:network {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:01.601540 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-cc77c3b0-4207-45fe-ab4f-95a429c8e5de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/networks?id=17def931-2538-4ef6-a33b-5b6b9439e886 HTTP/1.1" status: 200 len: 809 time: 0.2935424 Jun 01 12:54:01.617194 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-eb185396-0a24-4233-9c37-59f49bad8357 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/quotas/64bd57d41b6b4b28b6b5794860b1a04f HTTP/1.1" status: 200 len: 375 time: 0.0094411 Jun 01 12:54:01.638797 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:01.639404 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:01.640780 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] 10.222.0.58 "PUT /v2.0/ports/1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 1093 time: 1.3297207 Jun 01 12:54:01.641274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:01.643590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:01.677426 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:01.681562 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:01.684366 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-b7b1bd30-6a39-4562-a556-125b2cfb3bba tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=64bd57d41b6b4b28b6b5794860b1a04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600727 Jun 01 12:54:01.691800 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c88d51-d6ff-4e6e-b797-bfa7ffbdc9b8 x-openstack-request-id: req-49c88d51-d6ff-4e6e-b797-bfa7ffbdc9b8 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:01.692159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:01.692459 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49c88d51-d6ff-4e6e-b797-bfa7ffbdc9b8 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:01.692920 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'status': 'completed', 'code': 200} Jun 01 12:54:01.791246 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-fb7cefdd-53f3-43d4-9089-75a63909bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:01.792782 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-fb7cefdd-53f3-43d4-9089-75a63909bd14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1096 time: 0.0795071 Jun 01 12:54:01.828302 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-d224a4dd-1a09-476f-bfcc-76edf11aac49 service neutron] 10.222.0.11 "GET /v2.0/networks/17def931-2538-4ef6-a33b-5b6b9439e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360765 Jun 01 12:54:01.978028 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-32f36a4c-c437-418c-b0b9-731b6fca3ae6 service neutron] 10.222.0.11 "GET /v2.0/networks/17def931-2538-4ef6-a33b-5b6b9439e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393743 Jun 01 12:54:02.152844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-94c20b43-3dc6-4213-9a1b-e8b51fe745db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.154326 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-94c20b43-3dc6-4213-9a1b-e8b51fe745db service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3528821 Jun 01 12:54:02.236100 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fc8808b3-4ea4-400e-aad4-63cc66e8efc8 req-cbfd719d-1a88-4847-af1c-e0d1c05a7e43 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 210 time: 0.0444362 Jun 01 12:54:02.333941 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbd8e4-68af-4e39-83ab-dcd57d4f6b17 req-74392062-f245-4d99-be6c-5bf5bb6cb345 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.335403 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-20dbd8e4-68af-4e39-83ab-dcd57d4f6b17 req-74392062-f245-4d99-be6c-5bf5bb6cb345 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.2306659 Jun 01 12:54:02.382953 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-20dbd8e4-68af-4e39-83ab-dcd57d4f6b17 req-5e0ba93f-e530-492d-adcd-15120ccd9304 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Jun 01 12:54:02.467852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-20699c43-fe1c-448b-a824-759b8ea6103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.469348 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-41e69dd6-d3cb-4aa4-ae7d-a82daa220cf8 req-20699c43-fe1c-448b-a824-759b8ea6103e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3040016 Jun 01 12:54:02.581114 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-c9cfb65a-bff3-4403-8ca6-1ae73844ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.582632 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-c9cfb65a-bff3-4403-8ca6-1ae73844ea23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1096 time: 0.0744076 Jun 01 12:54:02.662250 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-28be324f-bdfc-49e8-ad7e-971b21b1cbda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 217 time: 0.0717516 Jun 01 12:54:02.728616 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-2da3f6b2-cea5-4afb-926d-fa1e18bb5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.730065 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-2da3f6b2-cea5-4afb-926d-fa1e18bb5a6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0607283 Jun 01 12:54:02.813625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-a4055f11-56f6-44cb-a289-04e998ef2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:02.815101 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-a4055f11-56f6-44cb-a289-04e998ef2fc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776806 Jun 01 12:54:02.955016 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-e7d7a8e9-3261-4f0e-accb-4282b9149a02 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325803 Jun 01 12:54:03.094542 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-46f3190c-f09d-449f-b4ef-15f8971b9514 req-829dc1f2-ec0a-45df-9898-fa4e2a611f56 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320097 Jun 01 12:54:03.340239 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d7517187-90e8-4120-9e46-52be8a36670b req-8e9ce464-a824-4dfe-b824-a012d4158ceb tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 210 time: 0.0442944 Jun 01 12:54:03.581653 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6249ee1-2898-4c39-b9e2-065cd3c2a495 req-330ae817-bb58-42be-a316-a392c1e52e3c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:03.583182 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b6249ee1-2898-4c39-b9e2-065cd3c2a495 req-330ae817-bb58-42be-a316-a392c1e52e3c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.0842531 Jun 01 12:54:03.631534 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b6249ee1-2898-4c39-b9e2-065cd3c2a495 req-9345e4ed-4d98-4a3c-9026-91581c21344e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 Jun 01 12:54:04.507725 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9a90bec3-7756-4ced-b78d-86cce0085dea req-a6530076-86ab-47c2-b0ce-de7e6173eca5 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 210 time: 0.0470669 Jun 01 12:54:04.665905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-e567fe2d-5c42-4003-ab3f-d038f1457057 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:04.667414 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-e567fe2d-5c42-4003-ab3f-d038f1457057 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.58 "GET /v2.0/networks?id=17def931-2538-4ef6-a33b-5b6b9439e886 HTTP/1.1" status: 200 len: 809 time: 0.1507370 Jun 01 12:54:04.681277 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Request body: {'port': {'device_id': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886', 'admin_state_up': True, 'tenant_id': '64bd57d41b6b4b28b6b5794860b1a04f'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:04.687398 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:04.845770 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:04.860461 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:04.893801 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:04.898504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Usage tracker for resource:port and tenant:64bd57d41b6b4b28b6b5794860b1a04f is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:04.904702 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:04.913288 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:04.920873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:04.924042 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05b800-2003-4830-9d2d-08a9958f28f0 req-627147b3-10d1-4db7-8bb6-3aff575ee71d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:04.925608 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4b05b800-2003-4830-9d2d-08a9958f28f0 req-627147b3-10d1-4db7-8bb6-3aff575ee71d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1586673 Jun 01 12:54:04.940624 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:04.958371 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:04.977912 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4b05b800-2003-4830-9d2d-08a9958f28f0 req-61b6e0af-d69b-434e-b728-1eb4af221dcb tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445743 Jun 01 12:54:05.074763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Made reservation on behalf of 64bd57d41b6b4b28b6b5794860b1a04f for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:05.075600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.078436 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:05.078588 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.158910 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:05.166898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.167236 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.167569 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.167899 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.168223 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.168611 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.168960 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.169278 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.175478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.175478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.175478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.175478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:05.175478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:05.248924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Allocated IP 172.20.0.12 (17def931-2538-4ef6-a33b-5b6b9439e886/bbf6cced-f878-42ff-8a89-3e006f8a74d0/329931a8-6f26-446d-83fd-711b51db9247) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:05.361701 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['1808ec27-6da9-4f76-a547-6d9f5cb83f86'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:05.577172 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.670401 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8e04f23d-53c3-4a78-8559-8f9859ee491c req-0a79ceba-6144-4763-a504-9e0ee4223457 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 210 time: 0.0438004 Jun 01 12:54:05.692313 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.698001 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:05.767973 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Network 17def931-2538-4ef6-a33b-5b6b9439e886 is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:05.771072 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:05.775533 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:05.806993 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Pushing event updated for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:05.813482 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:05.843804 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:05.844413 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:05.921031 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2445636 Jun 01 12:54:05.936513 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Request body: {'port': {'device_id': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:06.063678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.286593 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488c79d-8e42-4962-810e-f9041b42d63f req-6732fb47-cdc9-4d68-b7c0-6c4a05103cc4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:06.288048 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1488c79d-8e42-4962-810e-f9041b42d63f req-6732fb47-cdc9-4d68-b7c0-6c4a05103cc4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 944 time: 0.1822636 Jun 01 12:54:06.413635 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1488c79d-8e42-4962-810e-f9041b42d63f req-93f8699f-ed91-48d4-837f-31b82ecb1e22 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086409 Jun 01 12:54:06.537497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329931a8-6f26-446d-83fd-711b51db9247 {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:06.546238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.561672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Transition to ACTIVE for port object 329931a8-6f26-446d-83fd-711b51db9247 will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:06.651955 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.656089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:06.695992 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:06.828812 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:06.832596 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Pushing event updated for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:06.834350 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:06.834891 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.866656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688907e-455d-466c-95b1-8303fd5a4cc6 req-83070c3f-cb6a-4aa2-961b-e19841741ae4 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:06.868310 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2688907e-455d-466c-95b1-8303fd5a4cc6 req-83070c3f-cb6a-4aa2-961b-e19841741ae4 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 944 time: 0.0854051 Jun 01 12:54:06.872309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:06.914867 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Attempting to bind port 329931a8-6f26-446d-83fd-711b51db9247 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:06.915830 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Attempting to bind port 329931a8-6f26-446d-83fd-711b51db9247 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '3ba36817-f1b8-4357-ad9f-647743e50c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:06.916187 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Attempting to bind port 329931a8-6f26-446d-83fd-711b51db9247 on network 17def931-2538-4ef6-a33b-5b6b9439e886 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:06.925391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Port 329931a8-6f26-446d-83fd-711b51db9247 on network 17def931-2538-4ef6-a33b-5b6b9439e886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:06.925391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Attempting to bind port 329931a8-6f26-446d-83fd-711b51db9247 on network 17def931-2538-4ef6-a33b-5b6b9439e886 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:06.925634 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-2688907e-455d-466c-95b1-8303fd5a4cc6 req-8bc396ce-8bfc-4847-a7a6-e9ada66ac299 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Synchronizing usage tracker for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:06.928966 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:06.929521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Checking segment: {'id': '3ba36817-f1b8-4357-ad9f-647743e50c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:06.930596 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Bound using segment: {'id': '3ba36817-f1b8-4357-ad9f-647743e50c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:06.931136 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Bound port: 329931a8-6f26-446d-83fd-711b51db9247, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba36817-f1b8-4357-ad9f-647743e50c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:06.931557 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.962917 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:06.991854 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:06.995367 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cb125b-7110-4602-821d-5dace329d060" -d '{"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:07.003830 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:07.006891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-2688907e-455d-466c-95b1-8303fd5a4cc6 req-8bc396ce-8bfc-4847-a7a6-e9ada66ac299 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Unset dirty status for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:07.009888 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2688907e-455d-466c-95b1-8303fd5a4cc6 req-8bc396ce-8bfc-4847-a7a6-e9ada66ac299 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331513 Jun 01 12:54:07.034346 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:07.037433 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=329931a8-6f26-446d-83fd-711b51db9247,segment=NetworkSegment(3ba36817-f1b8-4357-ad9f-647743e50c90),segment_id=3ba36817-f1b8-4357-ad9f-647743e50c90)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:07.061455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e2d95-ada4-416f-872c-e5c02fa53c39 x-openstack-request-id: req-6a2e2d95-ada4-416f-872c-e5c02fa53c39 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:07.061752 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:07.062008 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a2e2d95-ada4-416f-872c-e5c02fa53c39 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:07.062397 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'code': 200} Jun 01 12:54:07.080696 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.082639 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:07.115111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.122131 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ab88e93f-268f-44d5-b4c9-c311cc6ff272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:07.151180 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:07.154425 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:07.182499 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.183097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:07.184543 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] 10.222.0.58 "PUT /v2.0/ports/329931a8-6f26-446d-83fd-711b51db9247 HTTP/1.1" status: 200 len: 1094 time: 1.2524540 Jun 01 12:54:07.185062 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'tag': '329931a8-6f26-446d-83fd-711b51db9247'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:07.187524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d93ef2-1d8a-4b96-b820-63d3a38ab048" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "tag": "329931a8-6f26-446d-83fd-711b51db9247"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:07.209108 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Pushing event updated for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:07.211245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:07.235981 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2364d9-126a-455b-9b00-d0c8ddfcfbba x-openstack-request-id: req-ca2364d9-126a-455b-9b00-d0c8ddfcfbba {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:07.236303 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "tag": "329931a8-6f26-446d-83fd-711b51db9247", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:07.236618 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca2364d9-126a-455b-9b00-d0c8ddfcfbba {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:07.237055 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'tag': '329931a8-6f26-446d-83fd-711b51db9247', 'status': 'completed', 'code': 200} Jun 01 12:54:07.347442 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-57a6002b-7e68-49e6-af4d-7813724ca674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.349026 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-57a6002b-7e68-49e6-af4d-7813724ca674 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bd57d41b6b4b28b6b5794860b1a04f&device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 1097 time: 0.0802996 Jun 01 12:54:07.467984 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d5e0f-e9cc-4716-8841-df5f311a7acf req-bc69546a-4a6f-42c5-ba12-e3874f845d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.469804 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5d5d5e0f-e9cc-4716-8841-df5f311a7acf req-bc69546a-4a6f-42c5-ba12-e3874f845d5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1098 time: 0.0743639 Jun 01 12:54:07.503744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-315031cc-2941-40f1-9a71-2e1ba6520c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.505235 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-315031cc-2941-40f1-9a71-2e1ba6520c1e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=64bd57d41b6b4b28b6b5794860b1a04f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1463714 Jun 01 12:54:07.512689 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5d5d5e0f-e9cc-4716-8841-df5f311a7acf req-e01eb210-84be-4ac7-8c84-3d67242b7aa2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362926 Jun 01 12:54:07.803120 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-aa7a06fa-b9a6-44cd-9081-2b4fb843cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.804587 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-19d93ef2-1d8a-4b96-b820-63d3a38ab048 req-aa7a06fa-b9a6-44cd-9081-2b4fb843cf74 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2928958 Jun 01 12:54:07.819543 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422021-00ab-4fe8-b7b9-aed6cf57d473 req-1027e540-d883-424e-8c57-3318dc97a79e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.821296 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1c422021-00ab-4fe8-b7b9-aed6cf57d473 req-1027e540-d883-424e-8c57-3318dc97a79e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.2842963 Jun 01 12:54:07.913870 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1c422021-00ab-4fe8-b7b9-aed6cf57d473 req-31724150-69fa-4f28-9d1d-896d1c4f2023 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865746 Jun 01 12:54:07.935355 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-bfa94fed-e031-44f0-b4ca-59f8528ffbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:07.939864 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-bfa94fed-e031-44f0-b4ca-59f8528ffbc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bd57d41b6b4b28b6b5794860b1a04f&device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 1097 time: 0.0892026 Jun 01 12:54:08.017083 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-701112d1-b042-4585-845a-4044d9b585bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=329931a8-6f26-446d-83fd-711b51db9247 HTTP/1.1" status: 200 len: 217 time: 0.0653734 Jun 01 12:54:08.094025 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-c461edff-de16-4b2d-ab2e-370ef6a89b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:08.095463 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-c461edff-de16-4b2d-ab2e-370ef6a89b3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbf6cced-f878-42ff-8a89-3e006f8a74d0 HTTP/1.1" status: 200 len: 849 time: 0.0629878 Jun 01 12:54:08.151040 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-cce650d0-315f-4efd-be80-f66f58bc8283 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=17def931-2538-4ef6-a33b-5b6b9439e886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jun 01 12:54:08.217012 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069040-0dc8-4062-9e3a-0a030818f9fb req-3b8bc912-eb39-43a8-8282-89c1f50177a8 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:08.218546 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7f069040-0dc8-4062-9e3a-0a030818f9fb req-3b8bc912-eb39-43a8-8282-89c1f50177a8 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 944 time: 0.0882120 Jun 01 12:54:08.264905 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7f069040-0dc8-4062-9e3a-0a030818f9fb req-819ead41-dd1e-4b57-aa3d-4f21a05793bf tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Jun 01 12:54:08.294221 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-067883b8-fd62-40ca-a16e-7859e0d97dd2 service neutron] 10.222.0.58 "GET /v2.0/networks/17def931-2538-4ef6-a33b-5b6b9439e886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319215 Jun 01 12:54:08.432914 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4fd25f45-1968-42ca-bf70-9894d0c0bfff req-755d913e-eb1c-442d-862f-363eee482974 service neutron] 10.222.0.58 "GET /v2.0/networks/17def931-2538-4ef6-a33b-5b6b9439e886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318631 Jun 01 12:54:09.116032 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bf756-c9cd-4bf2-a533-582647ca63f0 req-c607b24e-43c2-44a1-8dbe-b7d3c068abd3 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.117929 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d92bf756-c9cd-4bf2-a533-582647ca63f0 req-c607b24e-43c2-44a1-8dbe-b7d3c068abd3 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0820789 Jun 01 12:54:09.164918 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d92bf756-c9cd-4bf2-a533-582647ca63f0 req-eecd38b7-3850-41f4-aab8-d31abe81690a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411658 Jun 01 12:54:09.350850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc48af6-1314-411b-8f06-769739f142e4 req-7c6bef55-bfb8-4f19-acd4-a77553cbbd5b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.352485 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc48af6-1314-411b-8f06-769739f142e4 req-7c6bef55-bfb8-4f19-acd4-a77553cbbd5b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0817060 Jun 01 12:54:09.360994 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47042) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:09.366167 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Request body: {'floatingip': {'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:09.448582 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:09.457715 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331168-bde6-4db5-acd2-9e7ef35bd768 req-5debfd19-53c5-4621-b56e-07b2486b84cd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.458342 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-3b331168-bde6-4db5-acd2-9e7ef35bd768 req-5debfd19-53c5-4621-b56e-07b2486b84cd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Synchronizing usage tracker for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:09.537721 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-3b331168-bde6-4db5-acd2-9e7ef35bd768 req-5debfd19-53c5-4621-b56e-07b2486b84cd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Unset dirty status for tenant:64bd57d41b6b4b28b6b5794860b1a04f on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:09.538937 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3b331168-bde6-4db5-acd2-9e7ef35bd768 req-5debfd19-53c5-4621-b56e-07b2486b84cd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 944 time: 0.1653996 Jun 01 12:54:09.588231 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3b331168-bde6-4db5-acd2-9e7ef35bd768 req-d4ec03cd-267f-4bba-8e54-40ee3228465e tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429461 Jun 01 12:54:10.339028 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.406508 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.577096 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.l3_db [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Floating IP f1851145-f4d3-4a8d-a738-5ee87efc19ec associated. External IP: 172.28.2.70, port: 1808ec27-6da9-4f76-a547-6d9f5cb83f86. Jun 01 12:54:10.717686 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 329931a8-6f26-446d-83fd-711b51db9247 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:10.858968 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=329931a8-6f26-446d-83fd-711b51db9247,segment=NetworkSegment(3ba36817-f1b8-4357-ad9f-647743e50c90),segment_id=3ba36817-f1b8-4357-ad9f-647743e50c90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:10.875510 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '329931a8-6f26-446d-83fd-711b51db9247', 'network_id': '17def931-2538-4ef6-a33b-5b6b9439e886', 'port_id': '329931a8-6f26-446d-83fd-711b51db9247', 'mac_address': 'fa:16:3e:ff:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 748, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf6cced-f878-42ff-8a89-3e006f8a74d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:10.940181 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:10.985274 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329931a8-6f26-446d-83fd-711b51db9247 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:11.001568 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=329931a8-6f26-446d-83fd-711b51db9247,segment=NetworkSegment(3ba36817-f1b8-4357-ad9f-647743e50c90),segment_id=3ba36817-f1b8-4357-ad9f-647743e50c90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:11.005563 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d48a3b-e2fa-4a87-a3f2-43eff31f67e3 req-f22ebdac-b810-4954-9f50-279817c150c8 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.007072 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d0d48a3b-e2fa-4a87-a3f2-43eff31f67e3 req-f22ebdac-b810-4954-9f50-279817c150c8 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 944 time: 0.2864213 Jun 01 12:54:11.063131 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.064993 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:11.132436 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:11.134592 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d0d48a3b-e2fa-4a87-a3f2-43eff31f67e3 req-28883ec8-8eb9-4118-a860-b2689922b965 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195695 Jun 01 12:54:11.137300 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:11.153618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:11.333055 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:11.337367 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.342958 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:11.346936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['329931a8-6f26-446d-83fd-711b51db9247'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:11.395837 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-00be38e5-947f-482d-9dfb-abf56fc4722f tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "PUT /v2.0/floatingips/f1851145-f4d3-4a8d-a738-5ee87efc19ec HTTP/1.1" status: 200 len: 990 time: 2.0335131 Jun 01 12:54:11.396288 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:11.399799 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52858ce-e27d-4533-8fcf-1d5cf09538ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:11.400806 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:11.401421 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:11.450689 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d855d52-733d-4217-8c97-df0b6c611a67 x-openstack-request-id: req-8d855d52-733d-4217-8c97-df0b6c611a67 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:11.451372 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:11.451482 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d855d52-733d-4217-8c97-df0b6c611a67 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:11.452093 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'status': 'completed', 'code': 200} Jun 01 12:54:11.559784 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-c55e9783-31c5-4956-9e71-666be71087f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.561415 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-c55e9783-31c5-4956-9e71-666be71087f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1098 time: 0.0784647 Jun 01 12:54:11.629319 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:11.698992 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-7de2343f-30b8-47a4-9d29-e4e975d5d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.700351 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-7de2343f-30b8-47a4-9d29-e4e975d5d543 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1320918 Jun 01 12:54:11.810237 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-5480401c-398a-46da-8973-dea049a9026e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 998 time: 0.1023951 Jun 01 12:54:11.878244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-0cdb531b-1d36-4e91-93fd-0fc8f1d12a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.879687 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-0cdb531b-1d36-4e91-93fd-0fc8f1d12a62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0629444 Jun 01 12:54:11.957217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-11f666cf-7abc-4d53-92ba-be5d3ae3832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.958759 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-11f666cf-7abc-4d53-92ba-be5d3ae3832c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722275 Jun 01 12:54:12.046239 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'f1851145-f4d3-4a8d-a738-5ee87efc19ec', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:54Z', 'updated_at': '2021-06-01T12:54:10Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.050266 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:12.060105 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:12.060882 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:53:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.095920 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-bd55641a-1153-4d6a-aa3f-5c3c2d3749bf service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293428 Jun 01 12:54:12.252992 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f52858ce-e27d-4533-8fcf-1d5cf09538ee req-ed54ad38-c2fb-4431-91a1-d18749abb5ed service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496143 Jun 01 12:54:12.270457 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:12.354761 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb1acc-4a2c-45d3-bd17-da104fa979d9 req-5feca72a-bbb9-4779-8e99-930c6adb90cf tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:12.356258 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-34fb1acc-4a2c-45d3-bd17-da104fa979d9 req-5feca72a-bbb9-4779-8e99-930c6adb90cf tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 945 time: 0.0902791 Jun 01 12:54:12.403792 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-34fb1acc-4a2c-45d3-bd17-da104fa979d9 req-15d5273f-aeda-454e-92fa-ab9ca47afe3d tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Jun 01 12:54:12.627116 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-0029329f-d577-493b-849c-5c4849512c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'f1851145-f4d3-4a8d-a738-5ee87efc19ec', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:54Z', 'updated_at': '2021-06-01T12:54:10Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.631083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0029329f-d577-493b-849c-5c4849512c27 None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'f1851145-f4d3-4a8d-a738-5ee87efc19ec', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:53:54Z', 'updated_at': '2021-06-01T12:54:10Z', 'revision_number': 1, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:12.732054 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 329931a8-6f26-446d-83fd-711b51db9247 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:12.823147 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d300feaa-4dc2-4ac9-bec9-864b428ed3d8 None None] New status for floating IP f1851145-f4d3-4a8d-a738-5ee87efc19ec: ACTIVE {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:12.903011 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 329931a8-6f26-446d-83fd-711b51db9247 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:12.908070 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 329931a8-6f26-446d-83fd-711b51db9247 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:12.908463 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.073723 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.107339 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329931a8-6f26-446d-83fd-711b51db9247'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:13.109707 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856966a2-26e6-4d7c-ac9b-da466885e2a9" -d '{"events": [{"server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "name": "network-vif-plugged", "status": "completed", "tag": "329931a8-6f26-446d-83fd-711b51db9247"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:13.118168 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=329931a8-6f26-446d-83fd-711b51db9247,segment=NetworkSegment(3ba36817-f1b8-4357-ad9f-647743e50c90),segment_id=3ba36817-f1b8-4357-ad9f-647743e50c90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:13.154646 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed9ed56-af54-4527-a78d-84a8118b7660 x-openstack-request-id: req-2ed9ed56-af54-4527-a78d-84a8118b7660 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:13.154947 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "name": "network-vif-plugged", "status": "completed", "tag": "329931a8-6f26-446d-83fd-711b51db9247", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:13.155206 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ed9ed56-af54-4527-a78d-84a8118b7660 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:13.155600 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329931a8-6f26-446d-83fd-711b51db9247', 'code': 200} Jun 01 12:54:13.205972 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.207959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7fece85a-7535-4422-8bf4-8571fa203ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:13.281030 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:13.284022 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:13.552322 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fe4a4-957f-4cde-81ae-fec96e469057 req-8a85cf08-1ee1-4a8c-8cd9-0c7d26a1e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:13.553879 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-035fe4a4-957f-4cde-81ae-fec96e469057 req-8a85cf08-1ee1-4a8c-8cd9-0c7d26a1e915 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 1099 time: 0.0827806 Jun 01 12:54:13.600419 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-035fe4a4-957f-4cde-81ae-fec96e469057 req-fa4c15cd-8904-485a-a23f-09f4dad3746e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392001 Jun 01 12:54:13.604553 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d670614-75bf-4f6d-948d-851e4d666cf7 req-cb3ed8af-7bda-42d2-9e13-b8dd4947a4fd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:13.606060 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3d670614-75bf-4f6d-948d-851e4d666cf7 req-cb3ed8af-7bda-42d2-9e13-b8dd4947a4fd tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 946 time: 0.0927172 Jun 01 12:54:13.654274 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3d670614-75bf-4f6d-948d-851e4d666cf7 req-587a3eaf-190f-47e6-a81e-07cc5cfffe2d tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425882 Jun 01 12:54:13.747477 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c53e36ad-3c84-464f-b9ac-6913913008d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.975347 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48350fa-d6d8-4640-afc1-ed10a915bbde req-1e0e5133-f488-43b3-808c-6f56d5297ffd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:13.977600 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f48350fa-d6d8-4640-afc1-ed10a915bbde req-1e0e5133-f488-43b3-808c-6f56d5297ffd tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0817008 Jun 01 12:54:14.027288 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f48350fa-d6d8-4640-afc1-ed10a915bbde req-fca04ddb-1bb8-4f4f-ab26-006f6cf77f66 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Jun 01 12:54:14.950316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43247262-cf70-4a5e-9da5-27fc9b1f041c req-092786e5-42d2-4725-833c-0e6127298c79 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:14.951752 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-43247262-cf70-4a5e-9da5-27fc9b1f041c req-092786e5-42d2-4725-833c-0e6127298c79 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 946 time: 0.1875157 Jun 01 12:54:14.999342 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-43247262-cf70-4a5e-9da5-27fc9b1f041c req-36a37564-0407-477f-9255-0b34bfce109f tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Jun 01 12:54:15.228353 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003667d9-d2fc-4f8d-b8d0-97e8b8264f3f req-f7efe947-5a30-4997-b6da-8f06c0596c22 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:15.229768 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-003667d9-d2fc-4f8d-b8d0-97e8b8264f3f req-f7efe947-5a30-4997-b6da-8f06c0596c22 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0861464 Jun 01 12:54:15.275173 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-003667d9-d2fc-4f8d-b8d0-97e8b8264f3f req-a650c3dd-8b6c-4937-b6bc-c9ae387bfa17 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 Jun 01 12:54:16.307879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-2fcdaa06-c705-43fa-bde1-4a951fc636e5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:16.309392 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-2fcdaa06-c705-43fa-bde1-4a951fc636e5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0858073 Jun 01 12:54:16.337590 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-84ecb76e-19ae-4d8c-bb9a-8b3a8c0b1d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.457746 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Deleting port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:16.457972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.469236 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d599388-8e67-4fc9-b81f-7c8eed487085 req-6fbc2a9e-cf54-402e-9592-314e85c0119c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:16.470759 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0d599388-8e67-4fc9-b81f-7c8eed487085 req-6fbc2a9e-cf54-402e-9592-314e85c0119c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 945 time: 0.0831180 Jun 01 12:54:16.517293 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0d599388-8e67-4fc9-b81f-7c8eed487085 req-787e534e-b35b-45ca-943d-200d51b4f603 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Jun 01 12:54:16.520104 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.603718 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] For port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:16.604066 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.906766 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.907132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.907716 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Floating IP 07b75546-c173-4c81-ab0e-713baaa8ad1e disassociated. External IP: 172.28.2.156, port: 6b8ab9ae-e26a-4cf7-b447-7b61996bd793. Jun 01 12:54:16.907843 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Calling delete_port for 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:17.092253 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.099708 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a621d959-4a0e-43aa-8efc-3bcd4ca37f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:17.154393 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'Port': ['ID=6b8ab9ae-e26a-4cf7-b447-7b61996bd793,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.164336 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.164663 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.165031 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.165433 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.169033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:17.171655 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:17.266988 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.362557 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:17.544964 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:17.557157 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:17.571950 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:17.572626 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:17.645298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] No DVR routers for this DVR port 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:17.648056 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.652401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'name': 'network-vif-deleted', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:17.655214 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dec9c15-9c95-450a-99c2-31d872a0b122" -d '{"events": [{"server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "name": "network-vif-deleted", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:17.711512 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a0e0ac-2879-459b-b4d0-a7d39c920be4 x-openstack-request-id: req-90a0e0ac-2879-459b-b4d0-a7d39c920be4 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:17.711834 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a37510d-808e-4d67-9cce-441923e6efc9", "name": "network-vif-deleted", "tag": "6b8ab9ae-e26a-4cf7-b447-7b61996bd793", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:17.712133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90a0e0ac-2879-459b-b4d0-a7d39c920be4 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:17.712613 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a37510d-808e-4d67-9cce-441923e6efc9', 'name': 'network-vif-deleted', 'tag': '6b8ab9ae-e26a-4cf7-b447-7b61996bd793', 'status': 'completed', 'code': 200} Jun 01 12:54:17.737236 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-aad83f94-3c4f-4366-864f-6d88f3191bc8 req-85c5e35f-3ddd-47ad-80c9-f77c492052ac tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.0516903 Jun 01 12:54:17.749688 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8eb02bcd-c6fb-4231-b71a-38efcdcc71b3 req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "DELETE /v2.0/ports/6b8ab9ae-e26a-4cf7-b447-7b61996bd793 HTTP/1.1" status: 204 len: 173 time: 1.4343390 Jun 01 12:54:17.799663 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:18.130780 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:18.134775 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:18.143322 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:18.143928 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:18.331306 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:18.646905 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:18.651921 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c674167-1f3d-45b7-b9a0-39f530f74df4 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:18.902961 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ec058-e16a-4866-9ca6-86594322a2ac None None] New status for floating IP 07b75546-c173-4c81-ab0e-713baaa8ad1e: DOWN {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:18.933105 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b51f756a-8a98-4363-af6e-7206c4e081d4 req-e76300bb-8f52-4499-83b5-ecc0c780e135 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=5a37510d-808e-4d67-9cce-441923e6efc9 HTTP/1.1" status: 200 len: 210 time: 0.0542462 Jun 01 12:54:18.958263 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.352383 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.837228 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a1ee-db30-461b-bad8-efa4f38aced8 req-01cd42a6-3aa3-4512-9faa-17091fe152c9 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:19.838756 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a225a1ee-db30-461b-bad8-efa4f38aced8 req-01cd42a6-3aa3-4512-9faa-17091fe152c9 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 946 time: 0.0894482 Jun 01 12:54:19.880918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960cc99b-6ec0-46b0-82b8-85ec25353007 req-06f67d5c-12d2-4695-a13a-20474f0fb946 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:19.882359 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-960cc99b-6ec0-46b0-82b8-85ec25353007 req-06f67d5c-12d2-4695-a13a-20474f0fb946 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.2120411 Jun 01 12:54:19.884392 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a225a1ee-db30-461b-bad8-efa4f38aced8 req-e428c705-c994-49f5-a01c-f5643cf0b2c1 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395725 Jun 01 12:54:19.885391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-d16e395c-7d8e-42fe-946e-c87a387cbf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:19.886789 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-d16e395c-7d8e-42fe-946e-c87a387cbf65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1138 time: 0.2546134 Jun 01 12:54:20.008193 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-960cc99b-6ec0-46b0-82b8-85ec25353007 req-c6e536ad-fc24-4c22-b76a-ba8c32435d4f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174588 Jun 01 12:54:20.057137 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-672bd09a-3bd2-4a9d-8d39-30b5033847d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:20.058599 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-672bd09a-3bd2-4a9d-8d39-30b5033847d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.1540513 Jun 01 12:54:20.127267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47140) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:20.173121 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-096ab482-efa4-4b4e-8040-7829b8d4402b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1002 time: 0.1040077 Jun 01 12:54:20.194027 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.227806 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.249561 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-dae016ab-1d2d-406a-a56d-f221b5540992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:20.251042 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-dae016ab-1d2d-406a-a56d-f221b5540992 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0619171 Jun 01 12:54:20.333335 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-18bada71-7e4f-42a0-ac47-e1ae46ecb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:20.334882 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-18bada71-7e4f-42a0-ac47-e1ae46ecb2c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757985 Jun 01 12:54:20.397943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.402433 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:20.418127 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e7daa5-2ad2-4a6c-94a8-3655dfe79a10,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.426303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.426669 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.427027 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.427379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.427729 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.428074 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.428419 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.428857 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.429200 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.430064 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.430523 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.431071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:20.434213 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:20.472070 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-6c331b54-894c-4f31-a9af-2b293c7a013e service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294813 Jun 01 12:54:20.477201 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.478425 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d683b141-3726-4955-889a-fbae51c4c1a6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "DELETE /v2.0/security-groups/00e7daa5-2ad2-4a6c-94a8-3655dfe79a10 HTTP/1.1" status: 204 len: 168 time: 0.3501718 Jun 01 12:54:20.481110 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47144) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:20.498004 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.api.v2.resource [None req-97c2f32b-af07-4163-944c-90789519bffa tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] show failed (client error): The resource could not be found. Jun 01 12:54:20.498985 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-97c2f32b-af07-4163-944c-90789519bffa tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups/00e7daa5-2ad2-4a6c-94a8-3655dfe79a10 HTTP/1.1" status: 404 len: 347 time: 0.0169988 Jun 01 12:54:20.501874 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47148) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:20.628650 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59a8414b-1c70-4ec6-868c-6d38478c7364 req-dec024b0-bcda-4683-bbd8-e5467a1df7cf service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442420 Jun 01 12:54:20.742961 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Deleting port ba869027-8bb7-4bea-9085-65bf42c5c69f {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:20.743427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.804688 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:20.847245 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:54:20.847603 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 6b8ab9ae-e26a-4cf7-b447-7b61996bd793 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:20.991147 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.991578 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.092971 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dd6a7-3616-4e5f-ba16-ff261d1fa36f req-5efb39d9-e5e3-4be7-9ada-e357c7a5ffda tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:21.094613 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-436dd6a7-3616-4e5f-ba16-ff261d1fa36f req-5efb39d9-e5e3-4be7-9ada-e357c7a5ffda tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 946 time: 0.0872161 Jun 01 12:54:21.135309 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Calling delete_port for ba869027-8bb7-4bea-9085-65bf42c5c69f owned by network:floatingip {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:21.141739 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-436dd6a7-3616-4e5f-ba16-ff261d1fa36f req-6a5b3b45-8c26-447c-b5ec-ae7f2740dbad tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/security-groups?id=be47c266-d081-4128-a309-05dca0e8a0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408340 Jun 01 12:54:21.254144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae94a9-dd46-4889-bac4-786df86b3588 req-419f838e-8d6e-4d81-9c0f-d0c20bf8fe99 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:21.256652 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9fae94a9-dd46-4889-bac4-786df86b3588 req-419f838e-8d6e-4d81-9c0f-d0c20bf8fe99 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1286390 Jun 01 12:54:21.351014 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9fae94a9-dd46-4889-bac4-786df86b3588 req-8351f8e6-c5ae-4c21-be34-1c7452a847c0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839131 Jun 01 12:54:21.432730 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.436746 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-dd05e7b9-b5ca-47e4-a9f1-081d77355cf9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:21.480844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'Port': ['ID=ba869027-8bb7-4bea-9085-65bf42c5c69f,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:21.483914 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:21.507111 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50527f-87fb-4885-8412-8af1907d7dda req-78cbae87-9704-4347-a175-4e22c8da4553 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:21.509081 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ba50527f-87fb-4885-8412-8af1907d7dda req-78cbae87-9704-4347-a175-4e22c8da4553 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 946 time: 0.0903065 Jun 01 12:54:21.575630 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.591241 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.592384 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "DELETE /v2.0/floatingips/07b75546-c173-4c81-ab0e-713baaa8ad1e HTTP/1.1" status: 204 len: 168 time: 1.0896299 Jun 01 12:54:21.659245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Deleting port 329931a8-6f26-446d-83fd-711b51db9247 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:21.659593 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.802254 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] For port 329931a8-6f26-446d-83fd-711b51db9247, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=329931a8-6f26-446d-83fd-711b51db9247,segment=NetworkSegment(3ba36817-f1b8-4357-ad9f-647743e50c90),segment_id=3ba36817-f1b8-4357-ad9f-647743e50c90)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:21.802609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.925875 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Calling delete_port for 329931a8-6f26-446d-83fd-711b51db9247 owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:22.155023 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.160951 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-fd2283fe-efb2-472f-be69-b919399df142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:22.167187 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['329931a8-6f26-446d-83fd-711b51db9247'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:22.198187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47164) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:22.203714 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366519954', 'description': 'tempest-description--2146945'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:22.214852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Pushing event deleted for resources: {'Port': ['ID=329931a8-6f26-446d-83fd-711b51db9247,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:22.215604 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:22.219244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:22.229305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:22.235775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:22.260841 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:22.307807 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] No DVR routers for this DVR port 329931a8-6f26-446d-83fd-711b51db9247 on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:22.310492 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.313356 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'name': 'network-vif-deleted', 'tag': '329931a8-6f26-446d-83fd-711b51db9247'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:22.315905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364466c-eb14-4c88-b9c2-e96cf9b45a37" -d '{"events": [{"server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "name": "network-vif-deleted", "tag": "329931a8-6f26-446d-83fd-711b51db9247"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:22.326783 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-346c8cda-92cf-45ee-85ad-e0e2107ad55e req-d36f9789-482f-4d03-9fa3-48707a5e6dc1 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d893c9-6c0a-43bd-b3cc-6dad0f161987 HTTP/1.1" status: 200 len: 210 time: 0.0457864 Jun 01 12:54:22.329695 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.355823 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:22.360227 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20cb7a9-f9b0-43ef-807f-60f4ddde69f8 x-openstack-request-id: req-c20cb7a9-f9b0-43ef-807f-60f4ddde69f8 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:22.360644 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d893c9-6c0a-43bd-b3cc-6dad0f161987", "name": "network-vif-deleted", "tag": "329931a8-6f26-446d-83fd-711b51db9247", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:22.361028 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c20cb7a9-f9b0-43ef-807f-60f4ddde69f8 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:22.361125 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:22.361560 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d893c9-6c0a-43bd-b3cc-6dad0f161987', 'name': 'network-vif-deleted', 'tag': '329931a8-6f26-446d-83fd-711b51db9247', 'status': 'completed', 'code': 200} Jun 01 12:54:22.364031 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:22.371839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:22.390475 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ba50527f-87fb-4885-8412-8af1907d7dda req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] 10.222.0.58 "DELETE /v2.0/ports/329931a8-6f26-446d-83fd-711b51db9247 HTTP/1.1" status: 204 len: 173 time: 0.8747423 Jun 01 12:54:22.452637 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.519956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.526863 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6fea97bf-541e-4d5d-83e3-5e79b8bf5065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:22.578881 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1984f343-f0f4-46d2-806b-5dbd0ba59107,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:22.583574 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:22.596363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cec84-35b4-4202-ba45-01ce48f6999c req-e4d6f3c3-2219-4b41-9dc5-e4d3258ae753 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:22.597985 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da0cec84-35b4-4202-ba45-01ce48f6999c req-e4d6f3c3-2219-4b41-9dc5-e4d3258ae753 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1323235 Jun 01 12:54:22.650196 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da0cec84-35b4-4202-ba45-01ce48f6999c req-a9edfb64-7ae5-45bc-8930-e64abc6de03d tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453773 Jun 01 12:54:22.651445 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.655424 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4532819 Jun 01 12:54:22.657764 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47172) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:22.662999 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group_rule': {'security_group_id': '1984f343-f0f4-46d2-806b-5dbd0ba59107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:22.670502 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:22.676672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:22.681296 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:22.692224 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:22.769994 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.945330 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.052022 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.056183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-aeee2de3-538e-4144-8a1c-79f6ea1bc0f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:23.080087 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d19ce3-36f8-4411-b0ce-46a4bfc94962,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:23.082707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:23.181590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.182803 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a53f7e33-a6be-41e9-b6a7-a7a597ceee16 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5260124 Jun 01 12:54:23.185556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47178) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:23.190628 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'security_group_rule': {'security_group_id': '1984f343-f0f4-46d2-806b-5dbd0ba59107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:23.197065 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:23.200811 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:security_group_rule and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:23.203744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:23.209567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:23.301057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.365030 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.438262 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.440371 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-18569342-a8bf-4d3c-b343-428d727a06e3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:23.464190 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6b89e3-f3fb-43b6-950d-f12bcd0933d8,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:23.468578 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:23.535527 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.536808 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6e25535c-75e9-4b13-ac4e-dcd9d6360a2c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502529 Jun 01 12:54:23.540139 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47186) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:23.545923 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:23.551825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:23.556269 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Usage tracker for resource:floatingip and tenant:957472866e3147a3be79cfda2b7e57f3 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:23.559263 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:23.565544 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:23.672625 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.818986 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.851806 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1aadb-5646-4b93-a47e-882b49d7dfd3 req-651db137-0f20-4a5b-bbfe-d46415a6695a tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:23.853620 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1ca1aadb-5646-4b93-a47e-882b49d7dfd3 req-651db137-0f20-4a5b-bbfe-d46415a6695a tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.0875449 Jun 01 12:54:23.908946 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1ca1aadb-5646-4b93-a47e-882b49d7dfd3 req-54b91987-b979-49a1-a662-e29f9b575d09 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482035 Jun 01 12:54:23.973318 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Allocated IP 172.28.2.29 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/e86c5177-b1c7-453e-b10f-a212d9b2d867) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:24.133030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.229109 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.234313 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e9ef6cb4-f036-49e1-a18f-a4b45b2d90fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:24.302145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:24.305226 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:24.307683 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:24.346458 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=e86c5177-b1c7-453e-b10f-a212d9b2d867,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:24.357504 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:24.397834 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.583505 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.825641 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 329931a8-6f26-446d-83fd-711b51db9247 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:24.860958 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 329931a8-6f26-446d-83fd-711b51db9247 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:54:24.861227 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 329931a8-6f26-446d-83fd-711b51db9247 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:24.889188 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.960435 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.965796 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:25.069152 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:54:25.072339 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=e86c5177-b1c7-453e-b10f-a212d9b2d867,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:25.076814 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:25.086906 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:25.107164 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed759e-f78f-46c3-8c43-d55c45a62560 req-874ee88d-70a7-4a37-b5c9-186439eb9e6a tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.113053 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-63ed759e-f78f-46c3-8c43-d55c45a62560 req-874ee88d-70a7-4a37-b5c9-186439eb9e6a tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.0852723 Jun 01 12:54:25.161327 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-63ed759e-f78f-46c3-8c43-d55c45a62560 req-ee17d230-c603-4a8a-8555-9f3c419074b6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465357 Jun 01 12:54:25.203855 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:25.205125 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6635010 Jun 01 12:54:25.435380 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-224c283c-7f36-4d7d-b315-1fdee1c85835 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1366519954&fields=id&tenant_id=957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 267 time: 0.0447276 Jun 01 12:54:25.590327 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-566a1e44-c394-428b-ae86-eeab298124d3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.591848 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-566a1e44-c394-428b-ae86-eeab298124d3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 811 time: 0.1499772 Jun 01 12:54:25.607083 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-c3572314-560d-4b3f-a1ea-7514393699f0 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/quotas/957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 375 time: 0.0099356 Jun 01 12:54:25.695130 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-83614437-4fce-4da1-993d-8a5777a22a3b req-b70ac5ec-822c-48d4-9f9b-c17121d55155 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:25.780959 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-83614437-4fce-4da1-993d-8a5777a22a3b req-b70ac5ec-822c-48d4-9f9b-c17121d55155 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:25.782360 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-b70ac5ec-822c-48d4-9f9b-c17121d55155 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1699145 Jun 01 12:54:25.925098 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-d5791feb-c5a7-4319-81c4-c2a43e0639f1 service neutron] 10.222.0.11 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304321 Jun 01 12:54:26.065884 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-56d68d46-d5b1-4735-a545-dd5d5b401d9f service neutron] 10.222.0.11 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347759 Jun 01 12:54:26.358751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a419bf-cb1b-4a8a-9779-06b7f7d8f835 req-97f2a06a-98e6-479b-a5fa-a857d13dd352 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:26.361829 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46a419bf-cb1b-4a8a-9779-06b7f7d8f835 req-97f2a06a-98e6-479b-a5fa-a857d13dd352 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.0897069 Jun 01 12:54:26.414844 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46a419bf-cb1b-4a8a-9779-06b7f7d8f835 req-d64e4606-4aed-44ba-b748-9809aeb9915a tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488334 Jun 01 12:54:26.504554 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-bd93d39b-7882-4dab-96dd-e363cd9cea19 req-372b121c-4576-4a4f-b078-f01fd4090d65 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:26.517287 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-bd93d39b-7882-4dab-96dd-e363cd9cea19 req-372b121c-4576-4a4f-b078-f01fd4090d65 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:26.518425 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bd93d39b-7882-4dab-96dd-e363cd9cea19 req-372b121c-4576-4a4f-b078-f01fd4090d65 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 210 time: 0.0616248 Jun 01 12:54:27.658641 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d560a16-7b51-4e48-9967-f5b64028680b req-67f44856-58c5-45a0-8e95-1ee8adacf883 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:27.660380 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d560a16-7b51-4e48-9967-f5b64028680b req-67f44856-58c5-45a0-8e95-1ee8adacf883 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1252606 Jun 01 12:54:27.709447 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d560a16-7b51-4e48-9967-f5b64028680b req-2b02bd85-5073-4a6a-8b60-aa4be09c9f6d tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426891 Jun 01 12:54:27.729117 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f87d49ad-bab9-4c1b-a16a-e7869deb2f9e req-1e349ece-98a7-4770-bb78-17b4e0ed931b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 210 time: 0.0570419 Jun 01 12:54:28.787775 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-4c3c1ea8-6a5c-4c73-9900-3618eda0ee42 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:28.790558 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-4c3c1ea8-6a5c-4c73-9900-3618eda0ee42 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 811 time: 0.1661172 Jun 01 12:54:28.844823 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-f8822e3e-0f04-4626-8805-55db739e10e6 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957472866e3147a3be79cfda2b7e57f3 HTTP/1.1" status: 200 len: 380 time: 0.0441709 Jun 01 12:54:28.858765 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'port': {'device_id': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'admin_state_up': True, 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'security_groups': ['1984f343-f0f4-46d2-806b-5dbd0ba59107']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:28.928056 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa233c8-e085-4b46-9a4b-88afd516077c req-7ccde8aa-0f28-4e13-80ce-d0f2075cab22 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:28.935727 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9aa233c8-e085-4b46-9a4b-88afd516077c req-7ccde8aa-0f28-4e13-80ce-d0f2075cab22 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1027446 Jun 01 12:54:28.985930 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-824cefcc-0faa-45a3-b959-02998849e80b req-223f1197-80b8-4fb2-8f67-1a1de35524b5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 210 time: 0.1101248 Jun 01 12:54:29.006451 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9aa233c8-e085-4b46-9a4b-88afd516077c req-6005a288-47d3-414a-88c0-d185021829f6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698380 Jun 01 12:54:29.068453 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:29.089763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:29.156988 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-0dc6970b-51e7-4c26-9e5d-0e10a908e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.158397 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-0dc6970b-51e7-4c26-9e5d-0e10a908e2b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1138 time: 0.0775807 Jun 01 12:54:29.188873 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Made reservation on behalf of 957472866e3147a3be79cfda2b7e57f3 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:29.192555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.326789 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-64a6b2f5-3bd5-4867-9885-a13e677bb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.328419 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-64a6b2f5-3bd5-4867-9885-a13e677bb36e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.1487525 Jun 01 12:54:29.365953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Allocated IP 172.20.0.4 (f8f097a0-2a02-4cc7-8509-6f94ea5f93f3/ce793d8a-1383-4c20-949c-619ac07a85e6/80640273-b94b-4add-8279-834b47ff206d) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:29.443182 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-856648ad-e0e7-44fb-86d7-303ccb223fdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1002 time: 0.1050930 Jun 01 12:54:29.520360 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-15a8802f-e9ae-42ab-902a-a5ab8444c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.525322 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-15a8802f-e9ae-42ab-902a-a5ab8444c2b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0739832 Jun 01 12:54:29.612390 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-a0ae7175-a3f8-4bbb-bd39-83f7aa6ddac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.629317 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-a0ae7175-a3f8-4bbb-bd39-83f7aa6ddac2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813882 Jun 01 12:54:29.669576 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.685017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Transition to ACTIVE for port object 80640273-b94b-4add-8279-834b47ff206d will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:29.754093 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-61fcba46-35a0-40f2-9188-253846081bb7 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321909 Jun 01 12:54:29.827076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.833029 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-3b90d72e-dde2-46d4-a978-143679eb76de tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:29.919854 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1c3bbf81-537c-4a6e-ae36-2e74fd772551 req-868c4f76-34c8-4cb1-8099-4a70aeddf482 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498394 Jun 01 12:54:29.936651 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:29.940412 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:29.942494 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event updated for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:29.945577 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:29.983610 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:30.024877 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:30.025778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.182430 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-5dea7119-1a3e-47f1-85f2-aa354438440f tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3280437 Jun 01 12:54:30.195643 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Request body: {'port': {'device_id': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:30.208107 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514fc04-bf48-45ff-bfee-b9a0bb683555 req-5b53014b-c596-4e09-be08-e8197e7605d9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:30.209646 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e514fc04-bf48-45ff-bfee-b9a0bb683555 req-5b53014b-c596-4e09-be08-e8197e7605d9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 931 time: 0.0908985 Jun 01 12:54:30.266623 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-e958edf3-cca3-46ec-847c-5c289fba7922 None None] Provisioning for port 80640273-b94b-4add-8279-834b47ff206d completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:30.267649 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-e514fc04-bf48-45ff-bfee-b9a0bb683555 req-aeb0bfd5-ad98-43f1-a61e-5b5c373cb1cb tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:30.281656 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-e958edf3-cca3-46ec-847c-5c289fba7922 None None] Provisioning complete for port 80640273-b94b-4add-8279-834b47ff206d triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:30.282234 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e958edf3-cca3-46ec-847c-5c289fba7922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.344310 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c7ed0-da12-4533-9365-7db4bfa01831 req-51bcd396-4388-4679-acef-639144922d9b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:30.346574 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4a9c7ed0-da12-4533-9365-7db4bfa01831 req-51bcd396-4388-4679-acef-639144922d9b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.2030864 Jun 01 12:54:30.351517 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.360511 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-e514fc04-bf48-45ff-bfee-b9a0bb683555 req-aeb0bfd5-ad98-43f1-a61e-5b5c373cb1cb tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:30.361783 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e514fc04-bf48-45ff-bfee-b9a0bb683555 req-aeb0bfd5-ad98-43f1-a61e-5b5c373cb1cb tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458278 Jun 01 12:54:30.395795 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-e958edf3-cca3-46ec-847c-5c289fba7922 None None] Port 80640273-b94b-4add-8279-834b47ff206d cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:30.460684 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4a9c7ed0-da12-4533-9365-7db4bfa01831 req-a73fee78-4b67-4720-8342-249fa2a19ec9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978684 Jun 01 12:54:30.749674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80640273-b94b-4add-8279-834b47ff206d {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:30.757949 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.772763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Transition to ACTIVE for port object 80640273-b94b-4add-8279-834b47ff206d will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:30.834607 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.839561 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:31.015929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Pushing event updated for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:31.024296 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:31.099952 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Attempting to bind port 80640273-b94b-4add-8279-834b47ff206d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:31.100393 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Attempting to bind port 80640273-b94b-4add-8279-834b47ff206d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:31.100845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Attempting to bind port 80640273-b94b-4add-8279-834b47ff206d on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:31.107919 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Port 80640273-b94b-4add-8279-834b47ff206d on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:31.108245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Attempting to bind port 80640273-b94b-4add-8279-834b47ff206d on network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:31.114070 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:31.114424 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Checking segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:31.114806 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Bound using segment: {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:31.115237 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Bound port: 80640273-b94b-4add-8279-834b47ff206d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77656940-6a06-4718-ad9d-c0c9e997ad90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:31.115586 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.208052 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:31.211782 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=80640273-b94b-4add-8279-834b47ff206d,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:31.324057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.327967 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-05e1f234-48d4-40f3-abf8-2683708f73c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:31.396844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.397466 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:31.400142 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] 10.222.0.58 "PUT /v2.0/ports/80640273-b94b-4add-8279-834b47ff206d HTTP/1.1" status: 200 len: 1093 time: 1.2095702 Jun 01 12:54:31.400786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'tag': '80640273-b94b-4add-8279-834b47ff206d'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:31.403046 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea" -d '{"events": [{"name": "network-changed", "server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "tag": "80640273-b94b-4add-8279-834b47ff206d"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:31.426712 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Pushing event updated for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:31.430926 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:31.451729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afc1f3d-d44e-46b3-bd53-cc69bdb8b533 x-openstack-request-id: req-9afc1f3d-d44e-46b3-bd53-cc69bdb8b533 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:31.452058 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "tag": "80640273-b94b-4add-8279-834b47ff206d", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:31.452345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9afc1f3d-d44e-46b3-bd53-cc69bdb8b533 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:31.452814 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'tag': '80640273-b94b-4add-8279-834b47ff206d', 'status': 'completed', 'code': 200} Jun 01 12:54:31.650479 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-ae697c37-1eb2-4dbb-987f-3e6defb65f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.651997 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-ae697c37-1eb2-4dbb-987f-3e6defb65f19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 1096 time: 0.1743588 Jun 01 12:54:31.709564 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbfa2a-6092-4f9d-bcd4-33a676a863a8 req-97f8f26d-0ee6-4bc8-953b-3cf9bce78660 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.710871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-abcbfa2a-6092-4f9d-bcd4-33a676a863a8 req-97f8f26d-0ee6-4bc8-953b-3cf9bce78660 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Synchronizing usage tracker for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:31.728224 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fb293-4e5b-4cd9-83d2-cdc6af5a3305 req-1e064e90-f8f7-4831-bc5f-0a1cb283a947 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.730205 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6e5fb293-4e5b-4cd9-83d2-cdc6af5a3305 req-1e064e90-f8f7-4831-bc5f-0a1cb283a947 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.1302447 Jun 01 12:54:31.800198 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6e5fb293-4e5b-4cd9-83d2-cdc6af5a3305 req-3b2280c9-d3d3-44c1-b91a-7ac9411b3714 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642245 Jun 01 12:54:31.854389 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-8da455aa-4cc2-4cbe-9b9f-f330b7b99e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.855807 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-8da455aa-4cc2-4cbe-9b9f-f330b7b99e21 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=957472866e3147a3be79cfda2b7e57f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1861873 Jun 01 12:54:31.856507 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-abcbfa2a-6092-4f9d-bcd4-33a676a863a8 req-97f8f26d-0ee6-4bc8-953b-3cf9bce78660 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Unset dirty status for tenant:957472866e3147a3be79cfda2b7e57f3 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:31.857535 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-abcbfa2a-6092-4f9d-bcd4-33a676a863a8 req-97f8f26d-0ee6-4bc8-953b-3cf9bce78660 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 943 time: 0.3409510 Jun 01 12:54:32.090658 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-abcbfa2a-6092-4f9d-bcd4-33a676a863a8 req-e745758b-8161-4413-ac72-7d2d5871676a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267642 Jun 01 12:54:32.131341 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-63adc926-598a-4432-a7f4-ebb35be4c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.133162 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a1d0502-04bd-4e3d-85fc-1e9fe9e050ea req-63adc926-598a-4432-a7f4-ebb35be4c7f9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702715 Jun 01 12:54:32.240199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-dd125db9-cde3-4a63-8dcf-ec4975bc0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.242286 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-dd125db9-cde3-4a63-8dcf-ec4975bc0d1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 1096 time: 0.0715487 Jun 01 12:54:32.314825 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-cb2ec577-3a5b-4d0c-ba77-d8452ee3cc09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80640273-b94b-4add-8279-834b47ff206d HTTP/1.1" status: 200 len: 217 time: 0.0646865 Jun 01 12:54:32.379343 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-44dab498-0573-4423-b3be-b352d99d6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.380783 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-44dab498-0573-4423-b3be-b352d99d6b6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0599635 Jun 01 12:54:32.463568 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83614437-4fce-4da1-993d-8a5777a22a3b req-b2a88d4e-7cad-42ec-9624-950ddc5f69e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.465057 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-b2a88d4e-7cad-42ec-9624-950ddc5f69e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776389 Jun 01 12:54:32.599871 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-a2b3b4c5-13a6-49d7-b9e5-8bd9822dd5fb service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273983 Jun 01 12:54:32.737501 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-83614437-4fce-4da1-993d-8a5777a22a3b req-41324b73-ae2a-4f44-be51-76f76f90b548 service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297266 Jun 01 12:54:33.008285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0592c-ff27-440e-9d7c-240d9ae694b4 req-4eab2a5d-adc7-4155-aa5c-d7226e19c745 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:33.009428 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f6c0592c-ff27-440e-9d7c-240d9ae694b4 req-4eab2a5d-adc7-4155-aa5c-d7226e19c745 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.0976377 Jun 01 12:54:33.059795 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f6c0592c-ff27-440e-9d7c-240d9ae694b4 req-600bc6f8-fc78-4990-a3e8-37b2297e84a7 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&id=26f80900-2a32-4826-aa0e-be1f04485110&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425451 Jun 01 12:54:33.293790 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b438f-a72f-494d-8fbe-2240c8bb41eb req-6cfdc971-c8ce-4cb5-aa5c-9aff4136bbe3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:33.295363 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-309b438f-a72f-494d-8fbe-2240c8bb41eb req-6cfdc971-c8ce-4cb5-aa5c-9aff4136bbe3 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 943 time: 0.0870104 Jun 01 12:54:33.343846 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-309b438f-a72f-494d-8fbe-2240c8bb41eb req-3e7a01a3-7227-4dc8-bc59-32f68223d540 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422289 Jun 01 12:54:34.541143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0878bdf-da0d-4469-8e36-e2c92dda09f1 req-500ed22e-6d46-48c1-a6ba-5c64b5b479c4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.542524 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f0878bdf-da0d-4469-8e36-e2c92dda09f1 req-500ed22e-6d46-48c1-a6ba-5c64b5b479c4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 943 time: 0.0860064 Jun 01 12:54:34.589373 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f0878bdf-da0d-4469-8e36-e2c92dda09f1 req-ae57abce-8545-4c2e-b9ef-bb8bbb581154 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410161 Jun 01 12:54:34.888588 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 80640273-b94b-4add-8279-834b47ff206d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:35.036268 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=80640273-b94b-4add-8279-834b47ff206d,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:35.051201 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '80640273-b94b-4add-8279-834b47ff206d', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'port_id': '80640273-b94b-4add-8279-834b47ff206d', 'mac_address': 'fa:16:3e:75:19:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:35.112108 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.130487 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80640273-b94b-4add-8279-834b47ff206d {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:35.146892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=80640273-b94b-4add-8279-834b47ff206d,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:35.217796 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:35.220520 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:35.295032 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:35.298178 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:35.477756 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['80640273-b94b-4add-8279-834b47ff206d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:35.801892 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c134261-85a7-41a4-939c-ca7633b09461 req-b4a9113f-8157-4cc5-94ae-459e5346c8cf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.803395 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3c134261-85a7-41a4-939c-ca7633b09461 req-b4a9113f-8157-4cc5-94ae-459e5346c8cf tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 944 time: 0.0871279 Jun 01 12:54:35.860918 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3c134261-85a7-41a4-939c-ca7633b09461 req-40596895-8fe5-4133-854d-1cc33841a878 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506077 Jun 01 12:54:36.901533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 80640273-b94b-4add-8279-834b47ff206d up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:37.091324 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 80640273-b94b-4add-8279-834b47ff206d completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:37.096464 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 80640273-b94b-4add-8279-834b47ff206d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:37.096874 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.154498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f799899-ed5d-49b3-87e9-3eeb87122894 req-e4af4a92-2c0f-41ec-b8bc-46a38c7300a9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:37.156082 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0f799899-ed5d-49b3-87e9-3eeb87122894 req-e4af4a92-2c0f-41ec-b8bc-46a38c7300a9 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 944 time: 0.1740496 Jun 01 12:54:37.210812 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0f799899-ed5d-49b3-87e9-3eeb87122894 req-5a2b68a9-de7c-4537-b04b-9b47345caef8 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Jun 01 12:54:37.233855 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.262440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80640273-b94b-4add-8279-834b47ff206d'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:37.268796 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d1939-ce84-4503-8d00-6a8e4f1edd63" -d '{"events": [{"server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "name": "network-vif-plugged", "status": "completed", "tag": "80640273-b94b-4add-8279-834b47ff206d"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:37.272902 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=80640273-b94b-4add-8279-834b47ff206d,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:37.311537 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec062c-761b-4728-9a4a-0cd6a84177d4 x-openstack-request-id: req-52ec062c-761b-4728-9a4a-0cd6a84177d4 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:37.311841 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "name": "network-vif-plugged", "status": "completed", "tag": "80640273-b94b-4add-8279-834b47ff206d", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:37.312241 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52ec062c-761b-4728-9a4a-0cd6a84177d4 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:37.312672 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80640273-b94b-4add-8279-834b47ff206d', 'code': 200} Jun 01 12:54:37.340730 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:37.342546 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:37.410929 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:37.413885 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:37.682269 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e7310-dc03-430f-91a4-582ca80a7918 req-8032b623-a696-4aa1-a507-cd77200dfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:37.683866 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-639e7310-dc03-430f-91a4-582ca80a7918 req-8032b623-a696-4aa1-a507-cd77200dfa85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 1098 time: 0.0763628 Jun 01 12:54:37.726684 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-639e7310-dc03-430f-91a4-582ca80a7918 req-dede4ab9-40f4-4860-a548-5123ee2a2255 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360649 Jun 01 12:54:38.404630 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daae15-290b-487e-9dfe-4acecb5c1088 req-46ece722-2339-401f-9897-ec694423e4d7 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:38.406123 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-76daae15-290b-487e-9dfe-4acecb5c1088 req-46ece722-2339-401f-9897-ec694423e4d7 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.0859663 Jun 01 12:54:38.453775 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-76daae15-290b-487e-9dfe-4acecb5c1088 req-bb18993b-3771-4436-9fb9-eaa60dd1bcd5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Jun 01 12:54:39.645960 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc50ada-3153-4efa-acbd-f1c1d27e24c6 req-58f91879-c583-4f26-bb53-930adb613f39 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:39.647406 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3fc50ada-3153-4efa-acbd-f1c1d27e24c6 req-58f91879-c583-4f26-bb53-930adb613f39 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.0835931 Jun 01 12:54:39.692590 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3fc50ada-3153-4efa-acbd-f1c1d27e24c6 req-cd384cf5-0d36-4962-bded-a126d9420634 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382743 Jun 01 12:54:40.030006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4bb8-8935-45b9-81b8-a59ee2191204 req-5039119a-c1d8-43a7-8997-a3022e9762af tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:40.031490 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cf3c4bb8-8935-45b9-81b8-a59ee2191204 req-5039119a-c1d8-43a7-8997-a3022e9762af tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.0854285 Jun 01 12:54:40.040060 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47366) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:40.045535 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Request body: {'floatingip': {'port_id': '80640273-b94b-4add-8279-834b47ff206d'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:40.125586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.758800 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.861140 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.043477 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.l3_db [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Floating IP 23fe9833-3683-4beb-b703-dd6832d35131 associated. External IP: 172.28.2.29, port: 80640273-b94b-4add-8279-834b47ff206d. Jun 01 12:54:41.512379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:41.698317 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:41.703475 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:41.709074 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:41.724440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:41.724440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:41.772067 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-25814608-6567-49a0-9d86-9e5a3b5d1c8a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "PUT /v2.0/floatingips/23fe9833-3683-4beb-b703-dd6832d35131 HTTP/1.1" status: 200 len: 990 time: 1.7281785 Jun 01 12:54:41.772067 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'tag': '80640273-b94b-4add-8279-834b47ff206d'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:41.772672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98cb21a-d252-402e-8967-9709cae7e559" -d '{"events": [{"name": "network-changed", "server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "tag": "80640273-b94b-4add-8279-834b47ff206d"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:41.825832 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff301711-4828-45fc-9b81-c38402ee6aaf x-openstack-request-id: req-ff301711-4828-45fc-9b81-c38402ee6aaf {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:41.827105 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "tag": "80640273-b94b-4add-8279-834b47ff206d", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:41.827575 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff301711-4828-45fc-9b81-c38402ee6aaf {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:41.828673 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'tag': '80640273-b94b-4add-8279-834b47ff206d', 'status': 'completed', 'code': 200} Jun 01 12:54:41.924851 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb21a-d252-402e-8967-9709cae7e559 req-b3c6c533-c9d8-45d4-a04f-3e34298cd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:41.924851 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-b3c6c533-c9d8-45d4-a04f-3e34298cd19c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=957472866e3147a3be79cfda2b7e57f3&device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 1098 time: 0.0788367 Jun 01 12:54:41.927306 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:42.060766 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb21a-d252-402e-8967-9709cae7e559 req-bda9648c-c0d3-45d8-bad8-34a672d04f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:42.061886 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-bda9648c-c0d3-45d8-bad8-34a672d04f90 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 200 len: 912 time: 0.1313429 Jun 01 12:54:42.168830 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-17f22201-803e-4a62-9309-de3e699421ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80640273-b94b-4add-8279-834b47ff206d HTTP/1.1" status: 200 len: 998 time: 0.0997155 Jun 01 12:54:42.242472 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb21a-d252-402e-8967-9709cae7e559 req-8a7c5ebf-d3de-4384-a4f6-33a218e4cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:42.244106 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-8a7c5ebf-d3de-4384-a4f6-33a218e4cb25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 200 len: 850 time: 0.0684161 Jun 01 12:54:42.313845 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '23fe9833-3683-4beb-b703-dd6832d35131', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '80640273-b94b-4add-8279-834b47ff206d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:75:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:40Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:42.318026 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:42.328105 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:42.328668 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:42.348220 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98cb21a-d252-402e-8967-9709cae7e559 req-809a4f2a-c6a8-4f32-8eb9-a3a78c8e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:42.352288 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-809a4f2a-c6a8-4f32-8eb9-a3a78c8e009e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995378 Jun 01 12:54:42.492045 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-e165e518-63ed-4a94-b449-ee25d4554c1a service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347582 Jun 01 12:54:42.552333 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:42.735622 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a98cb21a-d252-402e-8967-9709cae7e559 req-9e29023b-80c8-417d-87f3-6dad8d5fa6df service neutron] 10.222.0.58 "GET /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321742 Jun 01 12:54:42.904751 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '23fe9833-3683-4beb-b703-dd6832d35131', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '80640273-b94b-4add-8279-834b47ff206d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:75:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:40Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:42.908670 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e36e0-2539-45e0-9e96-b0e23732d683 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': '23fe9833-3683-4beb-b703-dd6832d35131', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'port_id': '80640273-b94b-4add-8279-834b47ff206d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'mac_address': 'fa:16:3e:75:19:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:24Z', 'updated_at': '2021-06-01T12:54:40Z', 'revision_number': 1, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:43.089123 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f9bf44-cd09-4ab4-b9c8-2e26054759bd None None] New status for floating IP 23fe9833-3683-4beb-b703-dd6832d35131: ACTIVE {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:43.708556 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-9e894485-1514-402c-ad3b-b0db2578797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.818282 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47424) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:44.879825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Deleting subnet bbf6cced-f878-42ff-8a89-3e006f8a74d0 {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:54:44.883029 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.931765 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.990682 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.323940 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.328018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:45.372788 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf6cced-f878-42ff-8a89-3e006f8a74d0,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:45.376726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:45.377734 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.384694 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bbf6cced-f878-42ff-8a89-3e006f8a74d0 HTTP/1.1" status: 204 len: 168 time: 0.5652535 Jun 01 12:54:45.387295 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47430) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:45.501213 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.658104 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.673679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17def931-2538-4ef6-a33b-5b6b9439e886']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:45.687842 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba36817-f1b8-4357-ad9f-647743e50c90') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:45.688124 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba36817-f1b8-4357-ad9f-647743e50c90') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:45.711453 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.730363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.737678 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:54:45.738160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:54:45.752247 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:54:45.903170 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.907040 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0607ad8e-de6d-4645-90f6-c006d6f4486e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:45.921586 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.933754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Pushing event deleted for resources: {'Network': ['ID=17def931-2538-4ef6-a33b-5b6b9439e886,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:45.937820 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:46.006712 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-74b330da-ac08-4aad-9aba-b19a8c9d9cbe admin admin] 10.222.0.11 "DELETE /v2.0/networks/17def931-2538-4ef6-a33b-5b6b9439e886 HTTP/1.1" status: 204 len: 168 time: 0.6182988 Jun 01 12:54:46.009394 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47436) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:46.070095 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Deleting subnet 46bf9e1b-d12d-4d89-a508-f27672f34ba1 {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:54:46.073935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.127450 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.190285 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.322217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-398cd6f5-6cd0-4018-bcd2-3828edc1feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.468920 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.632665 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.636773 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:46.670450 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bf9e1b-d12d-4d89-a508-f27672f34ba1,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:46.673864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:46.676277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.682671 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-450965cb-9b4d-47cf-bcff-646b84758773 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46bf9e1b-d12d-4d89-a508-f27672f34ba1 HTTP/1.1" status: 204 len: 168 time: 0.6722500 Jun 01 12:54:46.685257 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47442) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:46.788634 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.918422 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.932193 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca176203-79a7-40f1-adad-c632a4bfb43d']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.944180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3560c45-a5a2-4c5f-8cc8-ad1bf27e7b2e') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.947675 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3560c45-a5a2-4c5f-8cc8-ad1bf27e7b2e') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.956697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.973305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.979996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:54:46.980166 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:54:46.992921 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:54:47.158030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.161392 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:47.174975 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.184324 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca176203-79a7-40f1-adad-c632a4bfb43d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:47.187309 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca176203-79a7-40f1-adad-c632a4bfb43d HTTP/1.1" status: 204 len: 168 time: 0.5010619 Jun 01 12:54:47.188285 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-15e6257e-9c22-4a86-84bd-da8ec57d59d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:47.285516 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.602426 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47452) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:47.652196 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5ca16d04-edf9-4d2a-b387-e2ac83eb3115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64bd57d41b6b4b28b6b5794860b1a04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477374 Jun 01 12:54:47.654589 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47456) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:47.718323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.745182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.871950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:47.875773 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d9bc2ef2-860e-463f-bee2-85a15fce06ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:47.890557 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47c266-d081-4128-a309-05dca0e8a0b4,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:47.893178 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:47.999687 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.000943 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be47c266-d081-4128-a309-05dca0e8a0b4 HTTP/1.1" status: 204 len: 168 time: 0.3454170 Jun 01 12:54:48.741066 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47468) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:48.793128 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a377dce1-b811-402b-bc63-534a418fd9a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=702126ccc6924ba99dbba465fff8c624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507972 Jun 01 12:54:48.795483 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47472) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:48.866556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.905403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.952557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:49.152081 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:49.156021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-82b804c1-8414-4f90-9aad-822881d222df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:49.171488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f51463-55e3-4f78-a418-09d6733e32ce,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:49.174347 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:49.179304 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:49.183830 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29f51463-55e3-4f78-a418-09d6733e32ce HTTP/1.1" status: 204 len: 168 time: 0.3842778 Jun 01 12:54:49.358037 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:57.538608 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc8caa-48a9-4b78-b3f4-9f2ba94d2ee8 req-4acf09f1-2edc-48e2-bbad-e1cf4ded0ff5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:57.540801 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7efc8caa-48a9-4b78-b3f4-9f2ba94d2ee8 req-4acf09f1-2edc-48e2-bbad-e1cf4ded0ff5 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0879183 Jun 01 12:54:57.594587 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-7efc8caa-48a9-4b78-b3f4-9f2ba94d2ee8 req-884dc1e3-a464-4b97-8b01-4736524d2476 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Synchronizing usage tracker for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:57.606723 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-7efc8caa-48a9-4b78-b3f4-9f2ba94d2ee8 req-884dc1e3-a464-4b97-8b01-4736524d2476 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Unset dirty status for tenant:3a7ca1d321f74e38a6f5e751b493afa5 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:57.607885 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7efc8caa-48a9-4b78-b3f4-9f2ba94d2ee8 req-884dc1e3-a464-4b97-8b01-4736524d2476 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569654 Jun 01 12:54:58.529589 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47606) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:58.650306 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.669895 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:58.674063 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Usage tracker for resource:security_group_rule and tenant:3d07fe9bef134db8946fc8b60c765546 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:58.676987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:58.683898 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:58.839478 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.855574 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b327781-9211-43c8-818a-d860d41e3b22 req-6dd4d4d2-00a1-4172-a13a-443540ab4ea7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.857018 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b327781-9211-43c8-818a-d860d41e3b22 req-6dd4d4d2-00a1-4172-a13a-443540ab4ea7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1325417 Jun 01 12:54:58.901845 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b327781-9211-43c8-818a-d860d41e3b22 req-1ece415a-85ba-4805-afce-c914857dcef6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Jun 01 12:54:58.902970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:58.910953 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-3c2da550-160f-471e-bc4b-86fd4aa85bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:58.953883 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d07fe9bef134db8946fc8b60c765546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231095 Jun 01 12:54:58.955777 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddb2c4d-e5fa-452a-a505-3b73acdd3408,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:58.956593 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47616) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:58.959151 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:59.018592 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.045936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.188447 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.192183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-946df1c3-e0a3-4fbc-af4b-96b9de5cbb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:59.204308 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddb2c4d-e5fa-452a-a505-3b73acdd3408,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:59.209419 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:59.211353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:59.213109 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ac9c4972-3550-4077-84ea-4c21c0eb3887 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dddb2c4d-e5fa-452a-a505-3b73acdd3408 HTTP/1.1" status: 204 len: 168 time: 0.2548575 Jun 01 12:55:00.101481 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82d347-b297-4f80-b284-465d90397c96 req-bf67ee7c-f5fa-4020-be88-9a9582fc4a28 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:00.104169 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e82d347-b297-4f80-b284-465d90397c96 req-bf67ee7c-f5fa-4020-be88-9a9582fc4a28 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0844932 Jun 01 12:55:00.150343 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9e82d347-b297-4f80-b284-465d90397c96 req-12956be6-77b8-4f0d-9882-dacf32bb9e85 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400100 Jun 01 12:55:01.523223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acb4b1-4bd3-4e4c-adb1-b4e536906004 req-d95cf0c3-ff3c-4be4-856c-5bb0c072242b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:01.524875 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b4acb4b1-4bd3-4e4c-adb1-b4e536906004 req-d95cf0c3-ff3c-4be4-856c-5bb0c072242b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.2630887 Jun 01 12:55:01.572877 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b4acb4b1-4bd3-4e4c-adb1-b4e536906004 req-a9c4fc92-6bca-4d73-9c33-c6569f0d0301 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 Jun 01 12:55:02.069304 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:55:02.766199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba3c90-e9c0-43ac-b386-cae0ceee2f49 req-d6eeeed5-132c-47bc-a274-35cba41db5f9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:02.767688 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4ba3c90-e9c0-43ac-b386-cae0ceee2f49 req-d6eeeed5-132c-47bc-a274-35cba41db5f9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0837424 Jun 01 12:55:02.812599 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4ba3c90-e9c0-43ac-b386-cae0ceee2f49 req-ff857d32-0117-4efd-b225-5656b74b923a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Jun 01 12:55:04.015300 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b89c43-a327-417c-ba4d-93252a04b468 req-1547cfe0-6e44-48be-a32a-1addd157c58b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:04.016794 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c0b89c43-a327-417c-ba4d-93252a04b468 req-1547cfe0-6e44-48be-a32a-1addd157c58b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0891764 Jun 01 12:55:04.062424 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c0b89c43-a327-417c-ba4d-93252a04b468 req-9b8f31f5-d911-4282-ab4c-5c3f58046893 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399978 Jun 01 12:55:05.049119 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47696) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:05.174959 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.189936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:05.193929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:da5cd7c18922457c9eccc844d28480b9 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:05.197778 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:05.203777 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:05.263864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fceb14-72e3-487c-91e7-f5210915b9d8 req-9d7ea261-0c39-4cfd-9740-7bd97595fc80 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:05.266195 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e4fceb14-72e3-487c-91e7-f5210915b9d8 req-9d7ea261-0c39-4cfd-9740-7bd97595fc80 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0876675 Jun 01 12:55:05.297004 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.318763 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e4fceb14-72e3-487c-91e7-f5210915b9d8 req-d66dfa89-e89a-4903-88e2-dbe293433a71 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439055 Jun 01 12:55:05.388912 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.396316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4687a6b2-b78b-4015-860f-8a9d804629d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:05.436687 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae21ceb2-72be-4c03-a73d-98dccab97bd8,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:05.441039 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da5cd7c18922457c9eccc844d28480b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908308 Jun 01 12:55:05.441988 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:05.444849 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47706) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:05.509828 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.536249 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.702937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.706881 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-549814e8-93fb-4c1d-91cc-f9a5ff3cdeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:05.721232 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae21ceb2-72be-4c03-a73d-98dccab97bd8,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:05.724170 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:05.726105 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:05.728037 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae21ceb2-72be-4c03-a73d-98dccab97bd8 HTTP/1.1" status: 204 len: 168 time: 0.2812860 Jun 01 12:55:06.307916 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47714) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:06.326146 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.340684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:06.344435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Usage tracker for resource:security_group_rule and tenant:dd99aa04ee554d87a99e29f1bbeba599 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:06.347251 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:06.353635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:06.435928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.511828 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.513114 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136fe2d1-0f0e-4d50-8c1b-c9e071760979 req-ebe5b5ba-335a-4eb6-9472-5aa89ca60a62 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:06.514616 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-136fe2d1-0f0e-4d50-8c1b-c9e071760979 req-ebe5b5ba-335a-4eb6-9472-5aa89ca60a62 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0842106 Jun 01 12:55:06.520737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9fc47b98-d2f0-45e3-810f-ff30c7510152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:06.563521 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd99aa04ee554d87a99e29f1bbeba599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520301 Jun 01 12:55:06.563764 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-136fe2d1-0f0e-4d50-8c1b-c9e071760979 req-22626438-1862-4099-b681-cb0e0ade03b1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Jun 01 12:55:06.563882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10447982-7d63-42a7-8ccd-8c3ace18e8cc,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:06.563969 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47720) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:06.565792 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:06.626947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.654684 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.874222 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.878046 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-34ec5db6-9855-44d5-bd99-3c35783f72d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:06.891705 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10447982-7d63-42a7-8ccd-8c3ace18e8cc,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:06.894267 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:06.903831 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:06.906884 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10447982-7d63-42a7-8ccd-8c3ace18e8cc HTTP/1.1" status: 204 len: 168 time: 0.3401656 Jun 01 12:55:07.765144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16eea-c1fa-459f-81c6-92eb2cfbafed req-0a53e882-4f81-490b-8e0d-43da8cdf7c72 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:07.766660 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d6b16eea-c1fa-459f-81c6-92eb2cfbafed req-0a53e882-4f81-490b-8e0d-43da8cdf7c72 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0835838 Jun 01 12:55:07.817901 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d6b16eea-c1fa-459f-81c6-92eb2cfbafed req-cadad6a5-1ff7-4c5c-8207-52dd10f2323c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454791 Jun 01 12:55:09.051496 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:09.178722 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-63d3311a-2e4b-4b77-ae11-6a0b832c88c8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152753957&fields=id&tenant_id=e93ad56a52e6439386ac108490ea64a9 HTTP/1.1" status: 200 len: 267 time: 0.3035624 Jun 01 12:55:09.199793 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad240031-9c50-4324-85b5-a89dafe7c745 req-cda61880-576f-41ed-9278-484776f60428 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.207117 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ad240031-9c50-4324-85b5-a89dafe7c745 req-cda61880-576f-41ed-9278-484776f60428 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1522994 Jun 01 12:55:09.217874 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:09.234468 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:09.252794 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ad240031-9c50-4324-85b5-a89dafe7c745 req-bb49dd16-e8a1-424e-aeca-6ce8d44259f0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444906 Jun 01 12:55:09.272821 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-d00975c0-b204-4d9a-9952-0ac40451bdf8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.274388 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-d00975c0-b204-4d9a-9952-0ac40451bdf8 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 985 time: 0.0949779 Jun 01 12:55:09.286593 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Request body: {'port': {'security_groups': ['01f03440-b938-4e07-ab4d-44728318e4a1']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:09.296687 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.315387 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:55:09.333755 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:09.397751 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.399785 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:09.436985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.474671 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=6']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:09.482709 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.483058 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.483402 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.483735 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.484069 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.484400 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.484760 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.485091 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.485414 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.485737 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.486062 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.486390 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:09.490302 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:09.512005 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['1808ec27-6da9-4f76-a547-6d9f5cb83f86'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:09.695286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:09.725628 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.799860 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.805912 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:09.812942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:09.871084 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.871744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:09.873361 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b9e596ac-512b-4702-a882-c7ceabd005b2 req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "PUT /v2.0/ports/eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 943 time: 0.5919149 Jun 01 12:55:09.873891 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:09.876233 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bdd2d2-a696-40ff-818f-a1a9857e459f" -d '{"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:09.881738 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47772) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:09.922193 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event updated for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=7']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:09.959678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ab62cb38-8f3d-429a-8052-4e812e501424 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:09.959678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f1811-315e-47b2-8bd2-f27d447f1cf9 x-openstack-request-id: req-4f8f1811-315e-47b2-8bd2-f27d447f1cf9 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:09.959678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:09.959678 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f8f1811-315e-47b2-8bd2-f27d447f1cf9 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:09.959678 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:55:09.988256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.026047 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:10.033785 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.060383 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-65651671-d6a1-40dd-a1bd-89b04c581afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.062149 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-65651671-d6a1-40dd-a1bd-89b04c581afe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1099 time: 0.0918214 Jun 01 12:55:10.210360 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-fa60867b-34d3-41ad-b508-b402a8af48de None None] Provisioning complete for port eee7923c-6ae6-4164-afa7-8b94b830790c triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:10.210915 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fa60867b-34d3-41ad-b508-b402a8af48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.214882 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.220329 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d6be6609-cea0-44eb-96f1-ee73e808e1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:10.236656 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-17b57f26-4a8e-4c04-a2ff-dc46109c1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.239767 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-17b57f26-4a8e-4c04-a2ff-dc46109c1eae service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.1663229 Jun 01 12:55:10.257804 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f80900-2a32-4826-aa0e-be1f04485110,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:10.265819 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:10.383145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.385398 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "DELETE /v2.0/security-groups/26f80900-2a32-4826-aa0e-be1f04485110 HTTP/1.1" status: 204 len: 168 time: 0.5027401 Jun 01 12:55:10.390706 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-2939d5f5-f15c-4563-b4c1-a1e179474c17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 1002 time: 0.1407504 Jun 01 12:55:10.390706 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47786) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:10.533600 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9517b-8560-4e9d-8f52-a18af5eef701 req-33515ac5-1054-4897-86ff-034949712db2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.535242 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fd9517b-8560-4e9d-8f52-a18af5eef701 req-33515ac5-1054-4897-86ff-034949712db2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 944 time: 0.1019135 Jun 01 12:55:10.583770 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fd9517b-8560-4e9d-8f52-a18af5eef701 req-a9d69f34-e586-41f6-ab45-79388c0209a0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Jun 01 12:55:10.625184 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-bc3bb86b-90fc-4507-96ce-581c107fe9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.626620 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-bc3bb86b-90fc-4507-96ce-581c107fe9a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.1527400 Jun 01 12:55:10.908316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-31859c8c-ad68-4a80-8049-c66321d6076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.915633 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-31859c8c-ad68-4a80-8049-c66321d6076d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2764001 Jun 01 12:55:10.943812 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Deleting port e0cf08af-1191-47e6-9119-f206dfff3468 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:10.944160 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.058956 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:11.139173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:11.139991 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.167097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.167474 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.181220 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-d155a1e9-bb6f-46fc-b998-c439f3e2a5a6 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622457 Jun 01 12:55:11.307860 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.326606 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Calling delete_port for e0cf08af-1191-47e6-9119-f206dfff3468 owned by network:floatingip {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:11.340903 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:11.343517 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de31e7c-9c6b-4b06-b518-164a3f05d15f" -d '{"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:11.368833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:11.400925 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794b280c-d67c-40d9-9d1b-debc84698100 x-openstack-request-id: req-794b280c-d67c-40d9-9d1b-debc84698100 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:11.401246 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:11.401511 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-794b280c-d67c-40d9-9d1b-debc84698100 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:11.402034 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'code': 200} Jun 01 12:55:11.436909 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.440124 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:11.470270 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b5bdd2d2-a696-40ff-818f-a1a9857e459f req-5bcc1345-341d-4245-bd4e-7ac695598fae service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319231 Jun 01 12:55:11.540908 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=7']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:11.544681 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:11.649905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.657632 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:11.756009 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event deleted for resources: {'Port': ['ID=e0cf08af-1191-47e6-9119-f206dfff3468,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:11.760015 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:11.917146 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks [] for floatingip, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:11.918707 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Floating IP 8c7dce80-6465-48d6-8aec-8d9b311ea9e0 disassociated (deleted). External IP: 172.28.2.214, port: eee7923c-6ae6-4164-afa7-8b94b830790c. Jun 01 12:55:12.023049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044b930-2af1-4031-a001-7a05b12108dc req-f6fb11f1-8474-4443-8143-e7a5992ad24a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:12.031040 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7044b930-2af1-4031-a001-7a05b12108dc req-f6fb11f1-8474-4443-8143-e7a5992ad24a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.3169847 Jun 01 12:55:12.154108 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7044b930-2af1-4031-a001-7a05b12108dc req-b9df867e-f279-4b40-bc49-2ac4e9c8884e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211612 Jun 01 12:55:12.420820 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Router b80a26b4-6441-4383-b043-e3f77bd2ebac has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:12.471863 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47834) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:12.643492 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.667072 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:12.671677 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Usage tracker for resource:security_group_rule and tenant:c21dd56c257e4a828ad06674eec0b8c5 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:12.674970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:12.684175 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:12.772977 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:12.785260 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Sync routers for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:12.796609 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:12.797801 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:12.807056 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.902406 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.904679 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:12.910894 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72754c51-88f3-4433-81a7-383bce4b4dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:12.944926 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c21dd56c257e4a828ad06674eec0b8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717577 Jun 01 12:55:12.957438 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47840) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:12.969200 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "DELETE /v2.0/floatingips/8c7dce80-6465-48d6-8aec-8d9b311ea9e0 HTTP/1.1" status: 204 len: 168 time: 2.5776463 Jun 01 12:55:12.969200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:12.974100 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb19a28c-8f82-4e9b-8375-de685fedce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:13.010784 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830b58c6-21b2-4063-bdb9-4c9426b53eef,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:13.017058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:13.078087 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b4f66-f225-4466-b7c3-54d6f9376d4d x-openstack-request-id: req-511b4f66-f225-4466-b7c3-54d6f9376d4d {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:13.078413 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:13.078718 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-511b4f66-f225-4466-b7c3-54d6f9376d4d {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:13.079431 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:55:13.089587 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.103845 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:13.169672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.210697 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-27ded90f-3649-4039-afb7-5c36a934eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:13.214915 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-27ded90f-3649-4039-afb7-5c36a934eeab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e93ad56a52e6439386ac108490ea64a9&device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 1099 time: 0.1133904 Jun 01 12:55:13.431622 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-b46dae80-829c-47ed-82fb-7e53a37cf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:13.437552 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-b46dae80-829c-47ed-82fb-7e53a37cf925 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 200 len: 916 time: 0.2150247 Jun 01 12:55:13.470706 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.483187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-ac65dd22-3667-4b9a-b7e1-ea8f2f7efe0c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:13.560352 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830b58c6-21b2-4063-bdb9-4c9426b53eef,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:13.561105 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-057a1401-85ba-4787-97f4-c5c87c283fc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 200 len: 217 time: 0.1146431 Jun 01 12:55:13.562818 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.564212 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/830b58c6-21b2-4063-bdb9-4c9426b53eef HTTP/1.1" status: 204 len: 168 time: 0.6055176 Jun 01 12:55:13.569038 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-372ecc95-bfe2-41f9-b63a-82e86f4e8ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:13.591513 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fee8a5-b8e9-4e5b-8f83-e9168fd36982 req-c4e8a3f2-9305-4442-953b-fd77ff1412fc tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:13.604748 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a2fee8a5-b8e9-4e5b-8f83-e9168fd36982 req-c4e8a3f2-9305-4442-953b-fd77ff1412fc tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.2309453 Jun 01 12:55:13.641418 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-65341172-1f56-4034-a484-21f137414b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:13.642936 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-65341172-1f56-4034-a484-21f137414b7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 200 len: 854 time: 0.0732324 Jun 01 12:55:13.680630 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a2fee8a5-b8e9-4e5b-8f83-e9168fd36982 req-ae2ea6a4-14c3-44c9-af16-da154fa705af tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748501 Jun 01 12:55:13.781057 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-1b634e94-23f3-4a78-a06c-9cb2434abf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:13.782928 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-1b634e94-23f3-4a78-a06c-9cb2434abf80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7b4858a-f529-40e3-bc97-6ed9508f631a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1314850 Jun 01 12:55:13.911715 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f827450f-702a-4e37-a7b7-749bea13f05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.969761 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:13.977596 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Checking router: b80a26b4-6441-4383-b043-e3f77bd2ebac for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:14.000132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:14.000854 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:54:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:14.038614 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-0256de1e-8fed-4d48-befb-b6d5493a1b06 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435253 Jun 01 12:55:14.233157 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb19a28c-8f82-4e9b-8375-de685fedce6e req-16ffdfdd-74e7-4047-80e1-b18ebdbc9316 service neutron] 10.222.0.58 "GET /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786540 Jun 01 12:55:14.334640 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:14.719605 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:14.724302 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11891f4a-8c8a-4498-a058-b5ad405215ed None None] The sync data for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb is: [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:52:43Z', 'revision_number': 4, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '8c78780d-8d46-4f98-8bba-79adeb6a0099', 'name': '', 'network_id': 'b7b4858a-f529-40e3-bc97-6ed9508f631a', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'mac_address': 'fa:16:3e:33:9a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:41Z', 'updated_at': '2021-06-01T12:52:54Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'subnets': [{'id': 'a058df89-841d-4dd4-9d22-40724b5a8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:14.988389 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454f9c2-d24e-4894-89c3-a19012a2b866 req-125ab0b0-3ab8-4b95-ad61-a80a4e69d61c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:14.997240 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0454f9c2-d24e-4894-89c3-a19012a2b866 req-125ab0b0-3ab8-4b95-ad61-a80a4e69d61c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1233046 Jun 01 12:55:15.097372 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0454f9c2-d24e-4894-89c3-a19012a2b866 req-5eb34859-7891-47a4-8747-e2d699ed1fa1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989602 Jun 01 12:55:15.192772 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a26459-e766-40e7-99f9-718079ae1e11 None None] New status for floating IP 8c7dce80-6465-48d6-8aec-8d9b311ea9e0: DOWN {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:55:15.463919 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 47888) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:15.614172 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1407823316-network', 'tenant_id': '33cf638e0e2c4f388bbdf4f9bcc74637'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:15.620278 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:15.624484 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Usage tracker for resource:network and tenant:33cf638e0e2c4f388bbdf4f9bcc74637 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:15.627720 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:15.641507 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:15.717666 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Made reservation on behalf of 33cf638e0e2c4f388bbdf4f9bcc74637 for: {'network': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:15.721812 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.767709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.795145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:15.802825 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Usage tracker for resource:security_group_rule and tenant:33cf638e0e2c4f388bbdf4f9bcc74637 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:15.813618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:15.823014 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:16.031293 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.152092 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.170855 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=99037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:55:16.186617 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.190247 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.segments_db [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Added segment 09f38f48-3c1a-4cf5-ad99-fe88676a697c of type vlan for network fa3c4e07-f565-455f-b248-5c2cbbe42c6d Jun 01 12:55:16.223238 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-15e0488d-418a-43de-8724-d727e237a8e6 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:16.255274 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.285924 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f240f2db-56b0-427a-a8c9-2d9e3e0177ff,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:16.290397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:16.338208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d45f-ec7c-4bf6-b656-5a2d33e9d5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.380713 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.382300 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:16.382829 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.435769 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:16.494476 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.609051 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1437254 Jun 01 12:55:16.612009 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 47908) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:16.620122 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Request body: {'subnet': {'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1407823316-subnet', 'tenant_id': '33cf638e0e2c4f388bbdf4f9bcc74637', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:16.635750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:16.656792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Pushing event updated for resources: {'Network': ['ID=fa3c4e07-f565-455f-b248-5c2cbbe42c6d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:16.660048 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-da056370-b020-4bdb-8899-974731e3671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:16.670353 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:55:16.675795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Usage tracker for resource:subnet and tenant:33cf638e0e2c4f388bbdf4f9bcc74637 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:16.695447 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:16.705736 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:16.804055 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Made reservation on behalf of 33cf638e0e2c4f388bbdf4f9bcc74637 for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:16.809514 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10786144'] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:16.916499 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78124-c32f-40ad-8d69-a7bf5ad78471 req-cda93118-9458-4ea6-8a97-04a024382149 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:16.928123 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4eb78124-c32f-40ad-8d69-a7bf5ad78471 req-cda93118-9458-4ea6-8a97-04a024382149 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1721606 Jun 01 12:55:17.013921 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4eb78124-c32f-40ad-8d69-a7bf5ad78471 req-d75ba2a1-828c-46e6-a7ac-5b444724cc98 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792396 Jun 01 12:55:17.310787 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.508227 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10913402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10786166'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.514336 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ef901070-9693-4a61-ab2e-104a76de55df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:17.593716 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a930ba0d-873e-4cc8-b976-c7c980e58eb3,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:17.608429 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.608820 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.609192 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.609637 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.609994 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.610345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.610691 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.611036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.611389 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.611781 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.612072 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.612710 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:17.622184 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:17.623217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Checking segment: {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:55:17.623552 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Network hostable DHCP agents. Network: fa3c4e07-f565-455f-b248-5c2cbbe42c6d, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:55:17.702220 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:55:17.780404 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, fa3c4e07-f565-455f-b248-5c2cbbe42c6d) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:17.791547 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac165dc-5d3c-44a8-845c-644defca3c56 None None] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:17.801972 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:17.802928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.909118 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c49ca193-ae04-41c2-a3a5-ee1c49eb712b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2957547 Jun 01 12:55:18.067814 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cab9b1-e5c2-40ee-99c9-136a2a10be76 None None] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:18.466692 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1579-cb33-406f-9599-d71b48fb87ff req-8d285a6c-7fdd-4ab2-991e-3acb800bc169 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:18.485149 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-038d1579-cb33-406f-9599-d71b48fb87ff req-8d285a6c-7fdd-4ab2-991e-3acb800bc169 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1650019 Jun 01 12:55:18.649015 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-038d1579-cb33-406f-9599-d71b48fb87ff req-7e4a42f5-5ae0-4304-97d8-059fe15c04bd tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580095 Jun 01 12:55:19.057100 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.261247 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7cc6e-5b77-40d5-9ece-5da2a9385b11 req-25b70714-6db3-4a24-95e6-3c30154bdb86 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:19.264897 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3b7cc6e-5b77-40d5-9ece-5da2a9385b11 req-25b70714-6db3-4a24-95e6-3c30154bdb86 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.1093543 Jun 01 12:55:19.355279 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c3b7cc6e-5b77-40d5-9ece-5da2a9385b11 req-845180b0-68a3-4349-b5c5-7f93f4ba6b9b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:19.410009 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:19.437528 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c3b7cc6e-5b77-40d5-9ece-5da2a9385b11 req-845180b0-68a3-4349-b5c5-7f93f4ba6b9b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:19.439526 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c3b7cc6e-5b77-40d5-9ece-5da2a9385b11 req-845180b0-68a3-4349-b5c5-7f93f4ba6b9b tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474209 Jun 01 12:55:19.886450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59213095-4f07-49b0-b59c-646fbf0cedd9 req-4e19e9a3-517e-4fac-a32e-610d9825562d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:19.898226 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59213095-4f07-49b0-b59c-646fbf0cedd9 req-4e19e9a3-517e-4fac-a32e-610d9825562d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1232376 Jun 01 12:55:19.971637 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-59213095-4f07-49b0-b59c-646fbf0cedd9 req-953ae905-12d7-43aa-b8a5-616872d3d543 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716319 Jun 01 12:55:20.269280 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-236a0d52-d728-4e0d-9490-7793cb124a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:20.270867 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-236a0d52-d728-4e0d-9490-7793cb124a0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1098 time: 0.2984085 Jun 01 12:55:20.451495 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-45455657-96c2-4cf8-a59e-bcb943719492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:20.453019 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-45455657-96c2-4cf8-a59e-bcb943719492 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1571672 Jun 01 12:55:20.592818 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-9ed316a4-a006-4e2e-9e02-a244ed54c507 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 1000 time: 0.1289454 Jun 01 12:55:20.740625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-6973ce5b-b81b-4e21-b353-b6340d7e120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:20.742191 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-6973ce5b-b81b-4e21-b353-b6340d7e120b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.1139197 Jun 01 12:55:20.819608 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ec737-582d-4fc2-97f5-28215a2ed6a6 req-7ffc4473-35eb-4d3e-aad3-2c9bb163cb56 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:20.820609 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-155ec737-582d-4fc2-97f5-28215a2ed6a6 req-7ffc4473-35eb-4d3e-aad3-2c9bb163cb56 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:20.862270 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-29798a6d-5a47-4888-aef3-b1b507394edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:20.863827 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-29798a6d-5a47-4888-aef3-b1b507394edb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1120179 Jun 01 12:55:20.985097 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-155ec737-582d-4fc2-97f5-28215a2ed6a6 req-7ffc4473-35eb-4d3e-aad3-2c9bb163cb56 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:20.987220 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-155ec737-582d-4fc2-97f5-28215a2ed6a6 req-7ffc4473-35eb-4d3e-aad3-2c9bb163cb56 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.3928387 Jun 01 12:55:21.127043 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-155ec737-582d-4fc2-97f5-28215a2ed6a6 req-1dab2566-80b7-4cbd-bbdf-fceb595048bd tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275663 Jun 01 12:55:21.133529 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-bef29ba3-3959-4360-a090-3b18119f6447 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602699 Jun 01 12:55:21.239774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-7aeddeb5-d997-4809-bc14-c801f920b814 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:21.240652 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-7aeddeb5-d997-4809-bc14-c801f920b814 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:network {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:21.294520 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-9f2b1c36-ec5a-4a03-befb-d2961cd8cf0f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:21.296995 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-9f2b1c36-ec5a-4a03-befb-d2961cd8cf0f tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.58 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.1522465 Jun 01 12:55:21.360555 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-7aeddeb5-d997-4809-bc14-c801f920b814 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:network {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:21.369759 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-7aeddeb5-d997-4809-bc14-c801f920b814 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/networks?id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d HTTP/1.1" status: 200 len: 814 time: 0.3651962 Jun 01 12:55:21.401779 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-47667866-fb47-4b88-b3ca-b13f3fdcce03 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/quotas/33cf638e0e2c4f388bbdf4f9bcc74637 HTTP/1.1" status: 200 len: 375 time: 0.0312786 Jun 01 12:55:21.417432 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-343ff124-e31d-416f-bdd7-b21f2628e06d req-5eda2f20-e27c-4e67-b6d8-51150e874efb service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709029 Jun 01 12:55:21.486871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a408-50b3-4fff-a989-dd1d2172e082 req-ffbc8736-83eb-4d62-889b-dacf06c07ef1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:21.488399 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8d23a408-50b3-4fff-a989-dd1d2172e082 req-ffbc8736-83eb-4d62-889b-dacf06c07ef1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1876264 Jun 01 12:55:21.516351 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4dec87ca-bc6e-44e0-91a9-b16ac41a3fde tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137021 Jun 01 12:55:21.562534 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8d23a408-50b3-4fff-a989-dd1d2172e082 req-a2c1cb97-e874-4cda-a514-2c3eabede634 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622430 Jun 01 12:55:21.838154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Deleting port eee7923c-6ae6-4164-afa7-8b94b830790c {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:21.838910 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.980523 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-5714c808-beb7-4fa8-8f3f-fbbb0d5527b0 service neutron] 10.222.0.11 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628162 Jun 01 12:55:22.150197 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] For port eee7923c-6ae6-4164-afa7-8b94b830790c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=eee7923c-6ae6-4164-afa7-8b94b830790c,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:22.150549 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.335324 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Calling delete_port for eee7923c-6ae6-4164-afa7-8b94b830790c owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:22.360116 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a93ed2-5df6-490b-ad8d-ae4fa89e7281 req-3345cc09-6a48-4e83-887f-74bb740e6937 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:22.361755 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a9a93ed2-5df6-490b-ad8d-ae4fa89e7281 req-3345cc09-6a48-4e83-887f-74bb740e6937 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 946 time: 0.1052012 Jun 01 12:55:22.372355 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-154fc9c1-8582-4786-86a5-82b21e902ef3 service neutron] 10.222.0.11 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827834 Jun 01 12:55:22.417204 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a9a93ed2-5df6-490b-ad8d-ae4fa89e7281 req-052ac241-4e19-417c-bc3a-379c34581ace tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/security-groups?id=01f03440-b938-4e07-ab4d-44728318e4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494354 Jun 01 12:55:22.743677 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.757641 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['eee7923c-6ae6-4164-afa7-8b94b830790c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:22.759294 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2e02f826-9565-451b-b1e0-1feabed39904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:22.782530 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832bfaa-d8d3-4188-a72f-d6ed12fe4948 req-d2f47fa5-d224-423a-b4da-61c6ca750320 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:22.785188 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f832bfaa-d8d3-4188-a72f-d6ed12fe4948 req-d2f47fa5-d224-423a-b4da-61c6ca750320 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1124039 Jun 01 12:55:22.844279 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f832bfaa-d8d3-4188-a72f-d6ed12fe4948 req-8e9622f4-6a4f-444b-ba6b-51ae01f03250 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521789 Jun 01 12:55:22.854299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Pushing event deleted for resources: {'Port': ['ID=eee7923c-6ae6-4164-afa7-8b94b830790c,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:22.896285 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-78fe76c6-a96e-48e3-8937-93379dfc97de req-4b30eda9-38b4-42af-882c-06975f9259ad tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.0860600 Jun 01 12:55:22.907083 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.909791 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.910386 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.910470 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.910757 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.911100 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:55:22.919607 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:22.964006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] No DVR routers for this DVR port eee7923c-6ae6-4164-afa7-8b94b830790c on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:22.966498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:22.969248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'name': 'network-vif-deleted', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:22.971730 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da341e-8d84-46d7-8f7f-207d6f6d94ae" -d '{"events": [{"server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "name": "network-vif-deleted", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:23.027210 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c65ac6-3ba9-4ea0-8a17-e54d17fe73a2 x-openstack-request-id: req-a4c65ac6-3ba9-4ea0-8a17-e54d17fe73a2 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:23.027210 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c", "name": "network-vif-deleted", "tag": "eee7923c-6ae6-4164-afa7-8b94b830790c", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:23.027210 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4c65ac6-3ba9-4ea0-8a17-e54d17fe73a2 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:23.027210 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c', 'name': 'network-vif-deleted', 'tag': 'eee7923c-6ae6-4164-afa7-8b94b830790c', 'status': 'completed', 'code': 200} Jun 01 12:55:23.056271 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-322eaccd-73c9-42e3-9b3a-24f07adc7951 req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.58 "DELETE /v2.0/ports/eee7923c-6ae6-4164-afa7-8b94b830790c HTTP/1.1" status: 204 len: 173 time: 1.7450173 Jun 01 12:55:23.625332 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-46554c7e-e2a8-4de9-bd32-68185f9757e7 req-e190bb2e-a2f5-4b3f-9961-232f0d0f7ffc tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Synchronizing usage tracker for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:23.712521 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-46554c7e-e2a8-4de9-bd32-68185f9757e7 req-e190bb2e-a2f5-4b3f-9961-232f0d0f7ffc tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Unset dirty status for tenant:e93ad56a52e6439386ac108490ea64a9 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:23.713744 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46554c7e-e2a8-4de9-bd32-68185f9757e7 req-e190bb2e-a2f5-4b3f-9961-232f0d0f7ffc tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] 10.222.0.11 "GET /v2.0/ports?device_id=11448ad1-e28d-42e7-a46f-5b5e7dbd3a1c HTTP/1.1" status: 200 len: 210 time: 0.1374941 Jun 01 12:55:24.013865 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46eb72aa-66cf-47e3-9898-ce704ea24ee1 req-d2a3824c-3cf8-4668-bf3f-6d09be0a1b7f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.0456326 Jun 01 12:55:24.079354 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2e103-c8d5-4dae-b730-957feaf1a09b req-8c17aeda-f28d-437d-a0cd-a0c0042f2f35 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:24.081578 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a2c2e103-c8d5-4dae-b730-957feaf1a09b req-8c17aeda-f28d-437d-a0cd-a0c0042f2f35 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.0986652 Jun 01 12:55:24.139617 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a2c2e103-c8d5-4dae-b730-957feaf1a09b req-de840ebe-6cdd-4c17-936b-bee1d77e0257 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516331 Jun 01 12:55:25.128838 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-50097d5f-0edd-4de4-928e-d0002b4866de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.130342 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-50097d5f-0edd-4de4-928e-d0002b4866de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1098 time: 0.0823298 Jun 01 12:55:25.152844 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device eee7923c-6ae6-4164-afa7-8b94b830790c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:25.182438 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c8eb391b-e5da-4673-8cef-41b82e12194e req-3557bf6f-e8e0-48dc-b7ea-a06d4a1bb768 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.0532053 Jun 01 12:55:25.233218 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: eee7923c-6ae6-4164-afa7-8b94b830790c {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:25.233580 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device eee7923c-6ae6-4164-afa7-8b94b830790c not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:25.290036 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-8bc7a1b0-414b-4db8-b16b-5853a0958706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.291565 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-8bc7a1b0-414b-4db8-b16b-5853a0958706 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1549349 Jun 01 12:55:25.465266 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-9595de9b-143d-45ef-ac91-1d2ad7c30cd4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 1000 time: 0.1666260 Jun 01 12:55:25.527215 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df9978-27d2-4cb9-945f-8e513910d64f req-cbec1c5e-0d17-4ff9-91ae-ab6f6ebc096b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.528827 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-34df9978-27d2-4cb9-945f-8e513910d64f req-cbec1c5e-0d17-4ff9-91ae-ab6f6ebc096b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1728091 Jun 01 12:55:25.579630 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-d6f24bf6-31cc-4c98-af2c-403b5e6cc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.581146 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-d6f24bf6-31cc-4c98-af2c-403b5e6cc572 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.1071482 Jun 01 12:55:25.601084 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-34df9978-27d2-4cb9-945f-8e513910d64f req-954fc023-f7a4-442b-a700-f67c9a7eee45 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583916 Jun 01 12:55:25.680851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-6a89f405-d9fb-4558-a585-4d457ee8c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.683097 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-6a89f405-d9fb-4558-a585-4d457ee8c80e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0886731 Jun 01 12:55:25.783003 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-f8b35786-e0f5-44c2-93ad-41f10da0a323 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:25.784527 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-f8b35786-e0f5-44c2-93ad-41f10da0a323 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "GET /v2.0/networks?id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d HTTP/1.1" status: 200 len: 814 time: 0.1910248 Jun 01 12:55:25.798195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Request body: {'port': {'device_id': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d', 'admin_state_up': True, 'tenant_id': '33cf638e0e2c4f388bbdf4f9bcc74637'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:25.936296 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-a9d8c20a-8c23-4390-ab99-e7490f0939fe service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466657 Jun 01 12:55:25.946860 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:25.950967 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Usage tracker for resource:port and tenant:33cf638e0e2c4f388bbdf4f9bcc74637 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:25.953939 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:25.959838 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:26.076975 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2fb3303f-ddd0-4a2b-a886-d2102d028f8d req-7aeae453-86b3-4c32-85b4-5ac1d824acbb service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343484 Jun 01 12:55:26.099755 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Made reservation on behalf of 33cf638e0e2c4f388bbdf4f9bcc74637 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:26.104044 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.397137 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3ca7b0f0-246d-41e0-976a-4f77c4ceae3e req-e6b91ab3-2b73-4cef-8a2e-90d72ed7f0c8 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.0580111 Jun 01 12:55:26.428089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Allocated IP 172.20.0.14 (fa3c4e07-f565-455f-b248-5c2cbbe42c6d/a930ba0d-873e-4cc8-b976-c7c980e58eb3/83b621c4-1953-4a47-af8e-df3704157341) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:26.647984 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.748883 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:26.754580 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-26d80076-3ebf-4997-9eb4-20b6e11faded tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:26.818379 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:26.818987 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48076) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:26.824538 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:26.849010 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999bc8e-5ad7-44a3-8f24-11ef954002e3 req-20c66ced-3440-41d8-b094-8616e0955023 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:26.850652 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7999bc8e-5ad7-44a3-8f24-11ef954002e3 req-20c66ced-3440-41d8-b094-8616e0955023 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.1032662 Jun 01 12:55:26.883203 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:55:26.898624 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7999bc8e-5ad7-44a3-8f24-11ef954002e3 req-3211f1bb-d644-4da5-8a75-59291da967a4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412514 Jun 01 12:55:26.941701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Pushing event updated for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:26.959951 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:27.042285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:27.042889 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:27.228651 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4344540 Jun 01 12:55:27.240435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Request body: {'port': {'device_id': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:27.416053 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:27.791961 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1cee5-4ef5-4b82-a76b-af5349a6ab14 req-60df9b93-3142-44e2-b2a7-edf2862ae627 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:27.792708 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-07a1cee5-4ef5-4b82-a76b-af5349a6ab14 req-60df9b93-3142-44e2-b2a7-edf2862ae627 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:28.074513 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-07a1cee5-4ef5-4b82-a76b-af5349a6ab14 req-60df9b93-3142-44e2-b2a7-edf2862ae627 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:28.075567 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-07a1cee5-4ef5-4b82-a76b-af5349a6ab14 req-60df9b93-3142-44e2-b2a7-edf2862ae627 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 932 time: 0.5522499 Jun 01 12:55:28.083752 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.180241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b621c4-1953-4a47-af8e-df3704157341 {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:55:28.200380 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.276806 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-07a1cee5-4ef5-4b82-a76b-af5349a6ab14 req-80f85c4f-dc83-4f5d-b287-de3519a8f4c2 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488938 Jun 01 12:55:28.285221 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Transition to ACTIVE for port object 83b621c4-1953-4a47-af8e-df3704157341 will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:28.374875 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.385730 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6cc056fd-df78-44f4-a533-4e8522868d30 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:28.614303 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Pushing event updated for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:28.651264 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:28.755948 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e18a14-2dd1-4835-89c3-cde0534d7463 req-132d3d89-e9d0-4ccf-ac8b-8ad15b1e5255 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:28.757583 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f9e18a14-2dd1-4835-89c3-cde0534d7463 req-132d3d89-e9d0-4ccf-ac8b-8ad15b1e5255 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 945 time: 0.3409789 Jun 01 12:55:28.764190 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Attempting to bind port 83b621c4-1953-4a47-af8e-df3704157341 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:28.764693 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Attempting to bind port 83b621c4-1953-4a47-af8e-df3704157341 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:28.765183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Attempting to bind port 83b621c4-1953-4a47-af8e-df3704157341 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:28.819504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Port 83b621c4-1953-4a47-af8e-df3704157341 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:55:28.819848 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Attempting to bind port 83b621c4-1953-4a47-af8e-df3704157341 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:28.843781 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:28.844119 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Checking segment: {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:55:28.844508 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Bound using segment: {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:28.845050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Bound port: 83b621c4-1953-4a47-af8e-df3704157341, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:28.845395 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:28.956480 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f9e18a14-2dd1-4835-89c3-cde0534d7463 req-24d38b93-2c4a-4a26-9396-8ff5dd720183 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880827 Jun 01 12:55:29.014879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:29.018927 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=83b621c4-1953-4a47-af8e-df3704157341,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:29.031159 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Deleting port 8c78780d-8d46-4f98-8bba-79adeb6a0099 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:29.031897 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.142896 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.154538 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4d666978-da82-4e8d-993e-a6bad7a7b18f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:29.184971 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:29.227790 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:29.228469 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.229950 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] 10.222.0.58 "PUT /v2.0/ports/83b621c4-1953-4a47-af8e-df3704157341 HTTP/1.1" status: 200 len: 1094 time: 1.9934411 Jun 01 12:55:29.232540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'tag': '83b621c4-1953-4a47-af8e-df3704157341'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:29.234983 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4f4411-650b-430e-b382-b9abcdba40fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "tag": "83b621c4-1953-4a47-af8e-df3704157341"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:29.301638 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cf6329-533d-4d44-88e3-6874e56a1d93 x-openstack-request-id: req-67cf6329-533d-4d44-88e3-6874e56a1d93 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:29.302639 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "tag": "83b621c4-1953-4a47-af8e-df3704157341", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:29.305037 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67cf6329-533d-4d44-88e3-6874e56a1d93 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:29.309170 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.312325 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'tag': '83b621c4-1953-4a47-af8e-df3704157341', 'status': 'completed', 'code': 200} Jun 01 12:55:29.329271 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Pushing event updated for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:29.333256 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] For port 8c78780d-8d46-4f98-8bba-79adeb6a0099, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8c78780d-8d46-4f98-8bba-79adeb6a0099,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:29.333627 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.347593 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:29.348627 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:29.354560 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae10430-9357-4fdf-aaf4-381b762e0407" -d '{"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-unplugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:29.383423 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:29.446463 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:29.449488 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:29.515680 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Calling delete_port for 8c78780d-8d46-4f98-8bba-79adeb6a0099 owned by network:router_interface {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:29.522343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=8']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:29.525782 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:29.629005 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-77094976-f51b-44c0-9d8c-a4574bbdf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:29.630491 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-77094976-f51b-44c0-9d8c-a4574bbdf2a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 1097 time: 0.2872968 Jun 01 12:55:29.645487 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28ecf2-b3cf-4a5c-ac93-db97ad445510 req-d705a5eb-049e-4d47-ae47-92a83a7a7246 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:29.646928 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0d28ecf2-b3cf-4a5c-ac93-db97ad445510 req-d705a5eb-049e-4d47-ae47-92a83a7a7246 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 944 time: 0.1968935 Jun 01 12:55:29.925143 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0d28ecf2-b3cf-4a5c-ac93-db97ad445510 req-5843ec41-2054-4365-8f2e-9b84df7e04c4 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694080 Jun 01 12:55:29.973980 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-39f2768a-d2df-4027-adf3-6da2cff30bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:29.977871 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-39f2768a-d2df-4027-adf3-6da2cff30bcc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3300321 Jun 01 12:55:29.982170 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b84f3ac-f954-433f-a49f-3bcba71d0d00 x-openstack-request-id: req-4b84f3ac-f954-433f-a49f-3bcba71d0d00 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:29.983047 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-unplugged", "status": "failed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "code": 422}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:29.983390 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b84f3ac-f954-433f-a49f-3bcba71d0d00 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:29.983787 dv-cinder-793515-2-smb neutron-server[99039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'code': 422} returned with failed status Jun 01 12:55:30.183783 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-3e8f22ca-151e-4c4f-b376-4c49b7897b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:30.185272 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2a4f4411-650b-430e-b382-b9abcdba40fa req-3e8f22ca-151e-4c4f-b376-4c49b7897b55 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1932700 Jun 01 12:55:30.272985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.283365 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:30.372614 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c78780d-8d46-4f98-8bba-79adeb6a0099,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:30.386156 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:30.515486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-cc3f4dd2-d9e7-4cfb-b079-bf139a23a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:30.516937 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-cc3f4dd2-d9e7-4cfb-b079-bf139a23a63a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 1097 time: 0.2858815 Jun 01 12:55:30.602386 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-afc3f328-2637-4639-bb53-639aeb9e4e55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b621c4-1953-4a47-af8e-df3704157341 HTTP/1.1" status: 200 len: 217 time: 0.0760772 Jun 01 12:55:30.745938 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-07fb5d71-b1ac-48b3-a026-1085b90ec425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:30.747589 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-07fb5d71-b1ac-48b3-a026-1085b90ec425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a930ba0d-873e-4cc8-b976-c7c980e58eb3 HTTP/1.1" status: 200 len: 854 time: 0.1398909 Jun 01 12:55:30.751876 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:30.802553 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-cb19bf1a-2cf2-4057-8fc0-aa1809c29f82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467920 Jun 01 12:55:31.097961 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-01c7d441-b410-4c8d-9686-91f476c3bf2e service neutron] 10.222.0.58 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379961 Jun 01 12:55:31.232878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1d5ff-fb7b-4174-b9c2-64b47cb4d622 req-a1c5472f-d201-4e8b-ac10-867d01ce354f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:31.236332 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-feb1d5ff-fb7b-4174-b9c2-64b47cb4d622 req-a1c5472f-d201-4e8b-ac10-867d01ce354f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 944 time: 0.1238079 Jun 01 12:55:31.300960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-feb1d5ff-fb7b-4174-b9c2-64b47cb4d622 req-668bae8f-5f52-41ca-bd62-f7d391b7edb5 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:55:31.394013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-feb1d5ff-fb7b-4174-b9c2-64b47cb4d622 req-668bae8f-5f52-41ca-bd62-f7d391b7edb5 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:55:31.412471 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-feb1d5ff-fb7b-4174-b9c2-64b47cb4d622 req-668bae8f-5f52-41ca-bd62-f7d391b7edb5 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615903 Jun 01 12:55:31.537272 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-90ba23ec-5a96-4f05-8aad-005ecb99cda6 req-0014828a-96ff-4efd-b751-2610471fad48 service neutron] 10.222.0.58 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840969 Jun 01 12:55:31.546251 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Router b80a26b4-6441-4383-b043-e3f77bd2ebac has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:31.733458 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:31.742812 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Sync routers for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:31.753480 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:31.754200 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:31.818625 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-544ebbcd-03e7-47c2-a1bc-d4e6773b5e80 admin admin] 10.222.0.11 "PUT /v2.0/routers/b80a26b4-6441-4383-b043-e3f77bd2ebac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9985621 Jun 01 12:55:31.821166 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48146) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:31.953528 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:32.010052 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5606c4-d38c-4792-acac-77fc86bf0aeb req-cbc732e3-2b15-4d1b-8f62-31bd29e3583a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:32.017446 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5f5606c4-d38c-4792-acac-77fc86bf0aeb req-cbc732e3-2b15-4d1b-8f62-31bd29e3583a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.2664421 Jun 01 12:55:32.049894 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.116311 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-91f39674-40b3-4ab4-b02a-6dc4cf32c9aa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139541 Jun 01 12:55:32.149344 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5f5606c4-d38c-4792-acac-77fc86bf0aeb req-032da75d-54b9-4016-8755-bf11c0a06eab tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307235 Jun 01 12:55:32.259749 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.289343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138'}], 'enable_snat': True}, 'gw_port_id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:55:30Z', 'revision_number': 5, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port': {'id': 'a7e21069-7a2c-4db4-ab27-4412d31c959b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:59:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:35Z', 'updated_at': '2021-06-01T12:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:32.293301 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Checking router: b80a26b4-6441-4383-b043-e3f77bd2ebac for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:32.301754 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Routers {'b80a26b4-6441-4383-b043-e3f77bd2ebac'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:32.302364 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['b80a26b4-6441-4383-b043-e3f77bd2ebac'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:32.409807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Deleting port a7e21069-7a2c-4db4-ab27-4412d31c959b {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:32.410143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.514455 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] Set router b80a26b4-6441-4383-b043-e3f77bd2ebac gateway port host: None {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:32.562643 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] For port a7e21069-7a2c-4db4-ab27-4412d31c959b, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=a7e21069-7a2c-4db4-ab27-4412d31c959b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:32.563147 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.626538 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e265ad-1160-4789-bad3-5ae21d3b2363 req-c553029c-8dda-4c5a-b0c1-15b586fafbb3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:32.628078 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e2e265ad-1160-4789-bad3-5ae21d3b2363 req-c553029c-8dda-4c5a-b0c1-15b586fafbb3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 944 time: 0.0839870 Jun 01 12:55:32.634347 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 6, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port_host': None}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:32.639335 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413048b-fa58-42b7-8f7c-a08d785614dc None None] The sync data for ids ['b80a26b4-6441-4383-b043-e3f77bd2ebac'] in dv-cinder-793515-2-smb is: [{'id': 'b80a26b4-6441-4383-b043-e3f77bd2ebac', 'name': 'tempest-TestMinimumBasicScenario-1146244057-router', 'tenant_id': 'e93ad56a52e6439386ac108490ea64a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:33Z', 'updated_at': '2021-06-01T12:55:32Z', 'revision_number': 6, 'project_id': 'e93ad56a52e6439386ac108490ea64a9', 'gw_port_host': None}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:32.689962 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e2e265ad-1160-4789-bad3-5ae21d3b2363 req-ff00afd6-1b9a-4d99-902f-713b5d751500 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543485 Jun 01 12:55:32.706412 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Calling delete_port for a7e21069-7a2c-4db4-ab27-4412d31c959b owned by network:router_gateway {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:32.917116 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:32.922010 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:33.005682 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e21069-7a2c-4db4-ab27-4412d31c959b,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:33.018501 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:33.185031 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.191380 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 83b621c4-1953-4a47-af8e-df3704157341 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:33.352909 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=83b621c4-1953-4a47-af8e-df3704157341,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:33.371515 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.374167 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '83b621c4-1953-4a47-af8e-df3704157341', 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d', 'port_id': '83b621c4-1953-4a47-af8e-df3704157341', 'mac_address': 'fa:16:3e:f5:0a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a930ba0d-873e-4cc8-b976-c7c980e58eb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:33.374470 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.386797 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dac4ba-c3e5-451a-a27d-45887a96a322 req-1a62a5b3-e832-4260-a2dd-6abc6493ce40 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:33.389526 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d7dac4ba-c3e5-451a-a27d-45887a96a322 req-1a62a5b3-e832-4260-a2dd-6abc6493ce40 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1068347 Jun 01 12:55:33.447177 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.469395 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d7dac4ba-c3e5-451a-a27d-45887a96a322 req-1bab7e01-02e3-467d-9021-4cc77d793812 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568619 Jun 01 12:55:33.483183 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b621c4-1953-4a47-af8e-df3704157341 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:55:33.501291 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=83b621c4-1953-4a47-af8e-df3704157341,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:33.544453 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8c78780d-8d46-4f98-8bba-79adeb6a0099 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:33.562996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.563489 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b80a26b4-6441-4383-b043-e3f77bd2ebac {{(pid=99037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:55:33.578113 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Notify callbacks [] for router, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.579308 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b80a26b4-6441-4383-b043-e3f77bd2ebac HTTP/1.1" status: 204 len: 168 time: 1.7570210 Jun 01 12:55:33.582339 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48174) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:33.594825 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-c30e83be-b55d-4a7b-a4dc-0931a232dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:33.596323 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 8c78780d-8d46-4f98-8bba-79adeb6a0099 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:33.596728 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8c78780d-8d46-4f98-8bba-79adeb6a0099 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:33.597173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a7e21069-7a2c-4db4-ab27-4412d31c959b no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:33.600452 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-c30e83be-b55d-4a7b-a4dc-0931a232dc0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c&tenant_id=3a7ca1d321f74e38a6f5e751b493afa5 HTTP/1.1" status: 200 len: 1096 time: 0.1012177 Jun 01 12:55:33.637764 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.644078 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:33.650452 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Deleting subnet a058df89-841d-4dd4-9d22-40724b5a8984 {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:55:33.654246 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.674556 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: a7e21069-7a2c-4db4-ab27-4412d31c959b {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:33.674913 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device a7e21069-7a2c-4db4-ab27-4412d31c959b not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:33.715943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.720121 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:33.723540 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:33.735060 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-5fa151a6-94b0-4edf-9d07-c51b4885fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:33.736552 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-5fa151a6-94b0-4edf-9d07-c51b4885fddc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1096 time: 0.1120076 Jun 01 12:55:33.864090 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['83b621c4-1953-4a47-af8e-df3704157341'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:33.894871 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:33.940961 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-b7d199f3-4195-4f75-9de8-0bf1970e7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:33.942441 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-b7d199f3-4195-4f75-9de8-0bf1970e7c20 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1985092 Jun 01 12:55:33.955797 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1e2d8-8f17-4d3a-8207-140917eba848 req-50d8a899-fe78-4589-be15-2277e20b1678 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:33.957516 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6be1e2d8-8f17-4d3a-8207-140917eba848 req-50d8a899-fe78-4589-be15-2277e20b1678 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 945 time: 0.1363068 Jun 01 12:55:34.096028 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6be1e2d8-8f17-4d3a-8207-140917eba848 req-6e0615a1-9bde-4d56-858b-44247fddefd2 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810995 Jun 01 12:55:34.100186 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-79143f91-f607-44d5-91cf-918dc5784a75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 998 time: 0.1416819 Jun 01 12:55:34.167164 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-b4efed80-3fe4-4e47-be0d-3c89a8b2f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:34.168782 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-b4efed80-3fe4-4e47-be0d-3c89a8b2f13a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0616982 Jun 01 12:55:34.250535 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-06adcc81-ecaf-43da-8ae4-8da29e0bf933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:34.252006 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-06adcc81-ecaf-43da-8ae4-8da29e0bf933 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768402 Jun 01 12:55:34.257022 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.262360 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:34.300321 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a058df89-841d-4dd4-9d22-40724b5a8984,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:34.302893 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:34.307777 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.314786 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-62cb30be-b40d-443b-983b-7c676e7f6d8c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a058df89-841d-4dd4-9d22-40724b5a8984 HTTP/1.1" status: 204 len: 168 time: 0.7314289 Jun 01 12:55:34.315393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440e9fa-086b-4af7-b822-36b11f548c6a None None] Network b7b4858a-f529-40e3-bc97-6ed9508f631a requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:34.317884 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48186) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:34.401332 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-9e51edbf-eb05-465f-9b95-0bdb9841b820 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423163 Jun 01 12:55:34.437003 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.522925 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Deleting port 02fe7cf8-a48a-421d-b115-25b67de59a8d {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:34.523323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.639422 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] For port 02fe7cf8-a48a-421d-b115-25b67de59a8d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=02fe7cf8-a48a-421d-b115-25b67de59a8d,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:34.639789 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.640263 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] DHCP port deletion for b7b4858a-f529-40e3-bc97-6ed9508f631a request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:55:34.709253 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Deleting port 02fe7cf8-a48a-421d-b115-25b67de59a8d {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:34.709673 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.746147 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7d9e8f16-e1ae-4918-9d59-1d3797e0d30d req-c6b22262-c4f1-4caa-a652-5db15e3d3134 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371236 Jun 01 12:55:34.761563 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeca7f6-d45a-4b64-aef1-de7596689b97 req-fb3f6c40-4153-4871-96b6-865b392e8028 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:34.762631 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4eeca7f6-d45a-4b64-aef1-de7596689b97 req-fb3f6c40-4153-4871-96b6-865b392e8028 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1387384 Jun 01 12:55:34.779376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Calling delete_port for 02fe7cf8-a48a-421d-b115-25b67de59a8d owned by network:dhcp {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:34.816203 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4eeca7f6-d45a-4b64-aef1-de7596689b97 req-8f5667b5-b729-48d0-a10d-f3b5af216770 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472491 Jun 01 12:55:34.827748 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] For port 02fe7cf8-a48a-421d-b115-25b67de59a8d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=02fe7cf8-a48a-421d-b115-25b67de59a8d,segment=NetworkSegment(33652dbd-aa13-44b4-ac08-dfd1e8860ecd),segment_id=33652dbd-aa13-44b4-ac08-dfd1e8860ecd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:34.829826 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.928448 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:34.938057 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0a61bbee-f6b4-4676-8837-283ab52b6ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:34.963458 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Calling delete_port for 02fe7cf8-a48a-421d-b115-25b67de59a8d owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:35.110753 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=02fe7cf8-a48a-421d-b115-25b67de59a8d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:35.113376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:35.114160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] No DVR routers for this DVR port 02fe7cf8-a48a-421d-b115-25b67de59a8d on host dv-cinder-793515-2-smb {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:35.114484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.119764 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-3484d649-64fb-4eff-a102-8d00be8e13db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:35.172755 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 83b621c4-1953-4a47-af8e-df3704157341 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:35.221324 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Pushing event deleted for resources: {'Port': ['ID=02fe7cf8-a48a-421d-b115-25b67de59a8d,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:35.231543 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:35.238402 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f1a2d-53b2-41f8-9668-4522d28486d1 None None] No DVR routers for this DVR port 02fe7cf8-a48a-421d-b115-25b67de59a8d on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:35.254840 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.271839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b4858a-f529-40e3-bc97-6ed9508f631a']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:35.317331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 83b621c4-1953-4a47-af8e-df3704157341 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:35.324695 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33652dbd-aa13-44b4-ac08-dfd1e8860ecd') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:35.326416 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33652dbd-aa13-44b4-ac08-dfd1e8860ecd') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:35.326533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 83b621c4-1953-4a47-af8e-df3704157341 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:35.326533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.345509 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.390809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.405882 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:55:35.406558 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:55:35.421529 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:55:35.520697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbc16d-4d3f-4acb-9747-7d99110fe9ce req-f7d7e6ad-5476-4d90-a0dd-8293eade584f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:35.522922 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cffbc16d-4d3f-4acb-9747-7d99110fe9ce req-f7d7e6ad-5476-4d90-a0dd-8293eade584f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 945 time: 0.2430885 Jun 01 12:55:35.601190 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 02fe7cf8-a48a-421d-b115-25b67de59a8d no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:35.622923 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cffbc16d-4d3f-4acb-9747-7d99110fe9ce req-190ad7e2-d959-4ce2-8091-a2cf9e116842 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821707 Jun 01 12:55:35.624720 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.631174 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.634809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:35.659121 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b4858a-f529-40e3-bc97-6ed9508f631a,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:35.665376 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:35.671105 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 02fe7cf8-a48a-421d-b115-25b67de59a8d {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:35.673343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 02fe7cf8-a48a-421d-b115-25b67de59a8d not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:35.700537 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.733088 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b621c4-1953-4a47-af8e-df3704157341'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:35.736155 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a8a4f-1079-4b5c-a110-c0aa004f4de6" -d '{"events": [{"server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "name": "network-vif-plugged", "status": "completed", "tag": "83b621c4-1953-4a47-af8e-df3704157341"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:35.746691 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=83b621c4-1953-4a47-af8e-df3704157341,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:35.766022 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b7b4858a-f529-40e3-bc97-6ed9508f631a HTTP/1.1" status: 204 len: 168 time: 1.4467213 Jun 01 12:55:35.768607 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48218) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:35.795592 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a97fbc-1dab-46e5-9c4a-be7b934fdcef x-openstack-request-id: req-82a97fbc-1dab-46e5-9c4a-be7b934fdcef {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:35.795976 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "name": "network-vif-plugged", "status": "completed", "tag": "83b621c4-1953-4a47-af8e-df3704157341", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:35.796297 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82a97fbc-1dab-46e5-9c4a-be7b934fdcef {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:35.796826 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b621c4-1953-4a47-af8e-df3704157341', 'code': 200} Jun 01 12:55:35.837410 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:35.840189 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:35.998214 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:36.001699 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:36.227967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064db25a-0fd2-4748-93a2-a4cc6ccafa78 req-a4528a50-48f2-4def-97e4-5d798836f8af tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:36.234957 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-064db25a-0fd2-4748-93a2-a4cc6ccafa78 req-a4528a50-48f2-4def-97e4-5d798836f8af tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.2498503 Jun 01 12:55:36.311704 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-064db25a-0fd2-4748-93a2-a4cc6ccafa78 req-05ba9167-74cc-4f2b-9294-27a600c163c7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758455 Jun 01 12:55:36.536452 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:36.845697 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91733fc-4dc2-4c2c-ba05-3faff90e085c req-ebd8d125-dc65-48ac-8c43-ab55b6e9edd3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:36.848157 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a91733fc-4dc2-4c2c-ba05-3faff90e085c req-ebd8d125-dc65-48ac-8c43-ab55b6e9edd3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.0987835 Jun 01 12:55:36.906851 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a91733fc-4dc2-4c2c-ba05-3faff90e085c req-ea9ba73c-c35a-4fbe-9c43-e1d2d1ccb335 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Jun 01 12:55:37.089413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Deleting port 322fbb4c-1379-46c1-bf10-74d1ebe9d013 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:37.090048 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.215897 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] For port 322fbb4c-1379-46c1-bf10-74d1ebe9d013, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=322fbb4c-1379-46c1-bf10-74d1ebe9d013,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:37.216803 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.357864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Calling delete_port for 322fbb4c-1379-46c1-bf10-74d1ebe9d013 owned by network:router_interface {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:37.604200 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea982e00-2119-4911-a807-27b3b6ff9ce8 req-2f5bf926-b0f3-494b-8fb8-7ab8dbb4ef3e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:37.605996 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ea982e00-2119-4911-a807-27b3b6ff9ce8 req-2f5bf926-b0f3-494b-8fb8-7ab8dbb4ef3e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1501684 Jun 01 12:55:37.657367 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ea982e00-2119-4911-a807-27b3b6ff9ce8 req-cd2d4ad5-a852-4394-843a-4bd6efe97f18 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Jun 01 12:55:37.714018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:37.718161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0d7d2796-1442-41ec-b5b6-cca9134244b9 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:37.766329 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Pushing event deleted for resources: {'Port': ['ID=322fbb4c-1379-46c1-bf10-74d1ebe9d013,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:37.773303 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:38.085621 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:38.125078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea495e-ccef-4f36-8f2c-422a7c977a2e req-9cf8a295-6476-486d-aca4-7b38698b93ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:38.126595 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b3ea495e-ccef-4f36-8f2c-422a7c977a2e req-9cf8a295-6476-486d-aca4-7b38698b93ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.0899873 Jun 01 12:55:38.183675 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b3ea495e-ccef-4f36-8f2c-422a7c977a2e req-87ed0402-401e-4752-a1dc-51a188785d95 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Jun 01 12:55:38.494641 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Router 7244f68e-90d1-45cb-a8f2-53d970087a0a has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:38.795289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:38.804240 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Sync routers for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:38.810670 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] 10.222.0.11 "PUT /v2.0/routers/7244f68e-90d1-45cb-a8f2-53d970087a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403123 Jun 01 12:55:38.810853 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48240) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:38.849494 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:38.850141 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:38.917714 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dbf19-8eb9-4808-9cc8-82f3fc32f6a3 req-c09f17c3-6d8c-4816-b6bf-9c1845457f29 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:38.919644 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d18dbf19-8eb9-4808-9cc8-82f3fc32f6a3 req-c09f17c3-6d8c-4816-b6bf-9c1845457f29 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1077397 Jun 01 12:55:38.971557 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d18dbf19-8eb9-4808-9cc8-82f3fc32f6a3 req-aedaa830-f420-4db4-b076-dfa482cf8f00 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464420 Jun 01 12:55:39.058127 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:39.081922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks [] for router, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.206780 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:55:39.297806 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.419145 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd003e7-5d14-48c0-affd-93a1f8dbded5 req-83ecb2d2-69bb-4a31-bec3-542384368c89 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:39.420893 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8cd003e7-5d14-48c0-affd-93a1f8dbded5 req-83ecb2d2-69bb-4a31-bec3-542384368c89 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1038325 Jun 01 12:55:39.448909 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:55:37Z', 'revision_number': 5, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port': {'id': 'cec73aa8-0137-48da-86f2-508e949f9a3b', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ab:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:52:54Z', 'updated_at': '2021-06-01T12:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:39.453154 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Checking router: 7244f68e-90d1-45cb-a8f2-53d970087a0a for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:39.462921 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Routers {'7244f68e-90d1-45cb-a8f2-53d970087a0a'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:39.463741 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['7244f68e-90d1-45cb-a8f2-53d970087a0a'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:39.542096 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8cd003e7-5d14-48c0-affd-93a1f8dbded5 req-be6e4728-644e-4c48-b186-d7e54b0e4b57 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937881 Jun 01 12:55:39.587121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Deleting port cec73aa8-0137-48da-86f2-508e949f9a3b {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:39.592345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.718125 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] Set router 7244f68e-90d1-45cb-a8f2-53d970087a0a gateway port host: None {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:39.802871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] For port cec73aa8-0137-48da-86f2-508e949f9a3b, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=cec73aa8-0137-48da-86f2-508e949f9a3b,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:39.803347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:39.843224 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 6, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port_host': None}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:39.847344 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c998bd-8820-4fad-9c4e-0db9f40691b7 None None] The sync data for ids ['7244f68e-90d1-45cb-a8f2-53d970087a0a'] in dv-cinder-793515-2-smb is: [{'id': '7244f68e-90d1-45cb-a8f2-53d970087a0a', 'name': 'tempest-TestMinimumBasicScenario-63859158-router', 'tenant_id': '75af2ad9981b4343a466c0d9789a19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:52:52Z', 'updated_at': '2021-06-01T12:55:39Z', 'revision_number': 6, 'project_id': '75af2ad9981b4343a466c0d9789a19ce', 'gw_port_host': None}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:39.958298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Calling delete_port for cec73aa8-0137-48da-86f2-508e949f9a3b owned by network:router_gateway {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:40.191715 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.197051 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4bf2c107-77fe-4758-b360-11f574fe9419 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:40.226194 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cbb8d-80e0-48e8-a985-2d8e2822fb4e req-6ecc96ca-22d3-4d2d-b3db-2dd57e67dcb0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:40.237071 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-715cbb8d-80e0-48e8-a985-2d8e2822fb4e req-6ecc96ca-22d3-4d2d-b3db-2dd57e67dcb0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1241620 Jun 01 12:55:40.251316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=cec73aa8-0137-48da-86f2-508e949f9a3b,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:40.279304 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:40.303120 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-715cbb8d-80e0-48e8-a985-2d8e2822fb4e req-76ce4c2e-6e87-4181-bc4c-5166839ec0cc tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647938 Jun 01 12:55:40.378092 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.702700 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.705214 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.780514 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a312c2e-579d-45d7-8c47-87db4ea3a203 req-7f5d25ae-2525-4005-9dc7-b099893fb680 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:40.782334 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a312c2e-579d-45d7-8c47-87db4ea3a203 req-7f5d25ae-2525-4005-9dc7-b099893fb680 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1214778 Jun 01 12:55:40.839205 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a312c2e-579d-45d7-8c47-87db4ea3a203 req-a202b2af-a1e3-4d95-b330-8cd61c7733aa tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510240 Jun 01 12:55:40.905533 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.906101 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7244f68e-90d1-45cb-a8f2-53d970087a0a {{(pid=99038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:55:40.919489 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:40.923565 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cde02e06-c9df-44fc-809f-405b7ad6dd4d admin admin] 10.222.0.11 "DELETE /v2.0/routers/7244f68e-90d1-45cb-a8f2-53d970087a0a HTTP/1.1" status: 204 len: 168 time: 2.1117737 Jun 01 12:55:40.924491 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48254) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:41.028998 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Deleting subnet 0806ab19-e2ee-4cc8-9757-4cbe3618eb7f {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:55:41.032975 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.097761 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.184054 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.532244 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device cec73aa8-0137-48da-86f2-508e949f9a3b no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:41.542099 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312fdcf-36a3-43d9-b6ad-7bde2bb697fd req-739142fc-e9bd-46f5-aece-97d9b3ffadd6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:41.543653 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5312fdcf-36a3-43d9-b6ad-7bde2bb697fd req-739142fc-e9bd-46f5-aece-97d9b3ffadd6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1208384 Jun 01 12:55:41.569895 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: cec73aa8-0137-48da-86f2-508e949f9a3b {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:41.570584 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device cec73aa8-0137-48da-86f2-508e949f9a3b not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:41.578499 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 322fbb4c-1379-46c1-bf10-74d1ebe9d013 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:41.595353 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5312fdcf-36a3-43d9-b6ad-7bde2bb697fd req-5a3b6b3a-060e-4a7c-9881-b59c924337a9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Jun 01 12:55:41.603299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.608264 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:41.609193 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 322fbb4c-1379-46c1-bf10-74d1ebe9d013 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:41.609545 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 322fbb4c-1379-46c1-bf10-74d1ebe9d013 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:41.644141 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0806ab19-e2ee-4cc8-9757-4cbe3618eb7f,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:41.650456 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:41.651475 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.657171 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5391b7-b905-44e1-88d7-4cdb8ac59292 None None] Network 3cd15440-d447-40f2-a240-7d9c1ef9ed1b requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:41.662103 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0806ab19-e2ee-4cc8-9757-4cbe3618eb7f HTTP/1.1" status: 204 len: 168 time: 0.7357032 Jun 01 12:55:41.665369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48262) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:41.790209 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.904835 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Deleting port 3f573c20-ba44-4851-9f67-69bd0ec92d2c {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:41.905233 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:41.975766 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] DHCP port deletion for 3cd15440-d447-40f2-a240-7d9c1ef9ed1b request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:55:42.090105 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Deleting port 3f573c20-ba44-4851-9f67-69bd0ec92d2c {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:42.090847 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.130844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] For port 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3f573c20-ba44-4851-9f67-69bd0ec92d2c,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:42.131485 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.203800 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] For port 3f573c20-ba44-4851-9f67-69bd0ec92d2c, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3f573c20-ba44-4851-9f67-69bd0ec92d2c,segment=NetworkSegment(9c965f2b-f37c-479a-8634-ea341819abcb),segment_id=9c965f2b-f37c-479a-8634-ea341819abcb)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:42.204215 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.306352 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Calling delete_port for 3f573c20-ba44-4851-9f67-69bd0ec92d2c owned by network:dhcp {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:42.357005 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Calling delete_port for 3f573c20-ba44-4851-9f67-69bd0ec92d2c owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:42.371500 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048f667-14f2-4b72-b916-2cc8c6c10e93 req-c60aa1a1-56e0-4094-86fb-0a8b0fee0c51 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:42.379044 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0048f667-14f2-4b72-b916-2cc8c6c10e93 req-c60aa1a1-56e0-4094-86fb-0a8b0fee0c51 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.2547638 Jun 01 12:55:42.434561 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0048f667-14f2-4b72-b916-2cc8c6c10e93 req-1ee477d4-160a-4d29-9689-0caa3a0d846f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545793 Jun 01 12:55:42.509317 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.519632 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.523945 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:42.524202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7e2b514d-2b84-46a2-9e6b-4dc49b7ce5a7 tempest-VolumesActionsTest-1605151456 tempest-VolumesActionsTest-1605151456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:42.557803 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] No DVR routers for this DVR port 3f573c20-ba44-4851-9f67-69bd0ec92d2c on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:42.566423 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Pushing event deleted for resources: {'Port': ['ID=3f573c20-ba44-4851-9f67-69bd0ec92d2c,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:42.575894 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:42.588194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f573c20-ba44-4851-9f67-69bd0ec92d2c,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:42.592067 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:42.594265 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] No DVR routers for this DVR port 3f573c20-ba44-4851-9f67-69bd0ec92d2c on host dv-cinder-793515-2-smb {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:42.720411 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.735025 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd15440-d447-40f2-a240-7d9c1ef9ed1b']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:42.749552 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c965f2b-f37c-479a-8634-ea341819abcb') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:42.749889 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c965f2b-f37c-479a-8634-ea341819abcb') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:42.765074 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.788199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.795738 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:55:42.796158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: util.warn( Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: util.warn( Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: util.warn( Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: util.warn( Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:55:42.810366 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:55:42.838096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8fef0-8143-42ff-aa50-c833443302e2 req-f504eca9-a258-4759-9c89-241b18e558cf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:42.838096 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46c8fef0-8143-42ff-aa50-c833443302e2 req-f504eca9-a258-4759-9c89-241b18e558cf tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1116428 Jun 01 12:55:42.894027 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-46c8fef0-8143-42ff-aa50-c833443302e2 req-fc088644-1ed3-4871-9616-9ac427c34cab tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558710 Jun 01 12:55:42.959761 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.964723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:42.981198 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.991983 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd15440-d447-40f2-a240-7d9c1ef9ed1b,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:42.998048 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:43.003146 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3cd15440-d447-40f2-a240-7d9c1ef9ed1b HTTP/1.1" status: 204 len: 168 time: 1.3335421 Jun 01 12:55:43.383817 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48276) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:43.438493 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-34af0a25-4d60-42e9-9006-5f5ed7068c8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e93ad56a52e6439386ac108490ea64a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534995 Jun 01 12:55:43.440859 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48280) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:43.512085 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.542317 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3f573c20-ba44-4851-9f67-69bd0ec92d2c no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:43.564521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.579975 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 3f573c20-ba44-4851-9f67-69bd0ec92d2c {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:43.580678 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3f573c20-ba44-4851-9f67-69bd0ec92d2c not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:43.701763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac838f7-e849-488a-8d84-ce036af18f93 req-d14fcb29-5c09-4e8a-934e-a0f8f4588314 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:43.703372 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8ac838f7-e849-488a-8d84-ce036af18f93 req-d14fcb29-5c09-4e8a-934e-a0f8f4588314 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1050684 Jun 01 12:55:43.756995 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-8199ddb4-8fbb-4e16-aad9-4b54c16b1558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.827790 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.837719 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-655438f3-55c7-4da4-b84f-6a216bc7c9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:43.861737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f03440-b938-4e07-ab4d-44728318e4a1,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:43.864241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:43.878773 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8ac838f7-e849-488a-8d84-ce036af18f93 req-6e4dd220-f90d-4c50-9d72-2c7eee91da4d tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695902 Jun 01 12:55:43.919250 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.920779 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01f03440-b938-4e07-ab4d-44728318e4a1 HTTP/1.1" status: 204 len: 168 time: 0.4789715 Jun 01 12:55:44.110204 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4daaaa-0fdd-44fc-8067-67a88280becf req-f634eb02-6bd4-4043-bd9c-b84902b2b599 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:44.111816 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5f4daaaa-0fdd-44fc-8067-67a88280becf req-f634eb02-6bd4-4043-bd9c-b84902b2b599 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.0984430 Jun 01 12:55:44.164323 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5f4daaaa-0fdd-44fc-8067-67a88280becf req-b5a2f8bb-defe-436e-9823-3942117fdd05 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462022 Jun 01 12:55:45.077533 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb7f3c-abf7-4709-95ad-3bf985a8701f req-56c3637f-0e69-44c8-a47b-dea9bf378281 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:45.079047 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b0fb7f3c-abf7-4709-95ad-3bf985a8701f req-56c3637f-0e69-44c8-a47b-dea9bf378281 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.0910411 Jun 01 12:55:45.136614 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b0fb7f3c-abf7-4709-95ad-3bf985a8701f req-9409025c-10bc-4a09-8d8a-cff71875e79e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516176 Jun 01 12:55:45.165707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48298) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:45.224402 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48304) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:45.225048 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-db0cc52c-32d6-4582-ae4a-e741fb7b20fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75af2ad9981b4343a466c0d9789a19ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580187 Jun 01 12:55:45.296324 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.370964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.447896 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e8b64-bec2-42df-b5a8-c388a8a617e0 req-d8e42a63-9568-4cff-ba5e-348e62c635db tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:45.450330 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a69e8b64-bec2-42df-b5a8-c388a8a617e0 req-d8e42a63-9568-4cff-ba5e-348e62c635db tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1615155 Jun 01 12:55:45.514243 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a69e8b64-bec2-42df-b5a8-c388a8a617e0 req-f47f5c6e-8e05-441c-a269-ce5cbfcabe7b tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539815 Jun 01 12:55:45.577143 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.581064 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:45.595053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39652b1d-bf0b-4406-86c4-fe4b85f5cf59,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:45.599490 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:45.602463 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.604252 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39652b1d-bf0b-4406-86c4-fe4b85f5cf59 HTTP/1.1" status: 204 len: 168 time: 0.3778548 Jun 01 12:55:46.331860 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae8d63-6327-483d-8b5f-7581781b8115 req-90c5ff2d-c055-4e8f-adf0-568c6eae58f2 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:46.333424 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e6ae8d63-6327-483d-8b5f-7581781b8115 req-90c5ff2d-c055-4e8f-adf0-568c6eae58f2 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.0843716 Jun 01 12:55:46.382936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3fb63818-8551-497e-8dc5-e440f097c7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:46.383678 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-e6ae8d63-6327-483d-8b5f-7581781b8115 req-f594b568-b810-4c47-a74f-abb64c955a80 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Jun 01 12:55:46.502495 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:46.688390 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14ac1b-ca70-4a7e-b1bc-5fe68d5e25c8 req-df851146-1019-49f1-adb3-2668e7a94124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:46.689914 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0d14ac1b-ca70-4a7e-b1bc-5fe68d5e25c8 req-df851146-1019-49f1-adb3-2668e7a94124 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 1099 time: 0.0835516 Jun 01 12:55:46.717845 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18cd9b-2013-4f8c-8ec5-0f459bd3ccb4 req-99329b3a-ff05-434e-a69c-e5ce0eba03b2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:46.719385 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ef18cd9b-2013-4f8c-8ec5-0f459bd3ccb4 req-99329b3a-ff05-434e-a69c-e5ce0eba03b2 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.0847931 Jun 01 12:55:46.739756 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0d14ac1b-ca70-4a7e-b1bc-5fe68d5e25c8 req-94ed95a4-c161-4623-a27f-09d662c52065 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383561 Jun 01 12:55:46.771368 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ef18cd9b-2013-4f8c-8ec5-0f459bd3ccb4 req-a3cbcf1b-caa2-4842-9bc3-064bde624636 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448222 Jun 01 12:55:46.835850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48336) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:46.950766 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145182370-network', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:46.953045 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:46.957083 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Usage tracker for resource:network and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:46.960510 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:46.966882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:47.102954 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Made reservation on behalf of f0ff42a17e32410e8e9837cf9023c0c6 for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:47.105405 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.118973 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.137563 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:47.141442 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:47.144300 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:47.150625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:47.259049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.296882 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.359526 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.363795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-28460f66-c600-4561-abd5-778925fc61f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:47.396176 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:55:47.406464 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc052f6-3c0c-4697-8f67-dd8dd48e8413,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:47.410167 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:47.412890 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.413270 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Added segment 69794d04-21c0-47b7-a39d-47254750a393 of type vlan for network 57787a8b-2e05-435e-8ba3-b92ad4350b0f Jun 01 12:55:47.443932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.569505 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.577364 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:47.578282 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.587679 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:47.724939 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Pushing event updated for resources: {'Network': ['ID=57787a8b-2e05-435e-8ba3-b92ad4350b0f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:47.729518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:47.736344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:55:47.754825 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cfbcb-ca1f-4ea6-ba1d-e5c559524b76 req-0d631de9-7e0c-4816-aee2-270d61b5f202 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:47.759138 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c41cfbcb-ca1f-4ea6-ba1d-e5c559524b76 req-0d631de9-7e0c-4816-aee2-270d61b5f202 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.2312584 Jun 01 12:55:47.809830 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9722533 Jun 01 12:55:47.813636 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48352) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:47.821660 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Request body: {'subnet': {'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145182370-subnet', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'ip_version': 4}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:47.839126 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:47.843874 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c41cfbcb-ca1f-4ea6-ba1d-e5c559524b76 req-9c88a9f3-337a-4a01-bd94-38ad3428131d tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785909 Jun 01 12:55:47.847194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Usage tracker for resource:subnet and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:47.852364 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:47.865089 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:47.982590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Made reservation on behalf of f0ff42a17e32410e8e9837cf9023c0c6 for: {'subnet': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:47.985486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10786144'] for subnet, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:48.029685 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afdd10-3244-49b2-97cb-e798edcf42b8 req-c854baed-8f3a-4706-a002-43e76cdc6979 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:48.036052 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d7afdd10-3244-49b2-97cb-e798edcf42b8 req-c854baed-8f3a-4706-a002-43e76cdc6979 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1001711 Jun 01 12:55:48.086568 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d7afdd10-3244-49b2-97cb-e798edcf42b8 req-2ca5b1d1-6659-4e8d-83a3-345fba613e20 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467734 Jun 01 12:55:48.535245 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10913402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10786166'] for subnet, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:48.540644 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:48.621275 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89db309-755c-4ec8-b087-ebbe10de4f5f,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:48.624044 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:48.638076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Checking segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:55:48.638076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Network hostable DHCP agents. Network: 57787a8b-2e05-435e-8ba3-b92ad4350b0f, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:55:48.711729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:55:48.810895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 57787a8b-2e05-435e-8ba3-b92ad4350b0f) {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:48.821643 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4c81d2-9e24-47e3-add5-e531df755089 None None] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:48.822305 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:48.823023 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:48.947368 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-1d4e6786-aa1c-4818-9128-24cac44a6825 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1289895 Jun 01 12:55:48.948273 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48368) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:48.955058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:48.961483 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:48.966377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Usage tracker for resource:router and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:48.972184 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:49.016511 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:49.036885 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.052134 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:55:49.053017 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.068949 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68b2dc-72f3-4e5b-9ebb-69e4b920b836 req-face2290-6a5b-47b3-947e-fc3d0a6a21c4 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:49.071113 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0a68b2dc-72f3-4e5b-9ebb-69e4b920b836 req-face2290-6a5b-47b3-947e-fc3d0a6a21c4 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1009011 Jun 01 12:55:49.124064 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0a68b2dc-72f3-4e5b-9ebb-69e4b920b836 req-07cb2611-1cbb-434d-8d7d-08eea699ff22 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Jun 01 12:55:49.141682 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.143068 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.161882 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.228208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Allocated IP 172.20.0.2 (57787a8b-2e05-435e-8ba3-b92ad4350b0f/e89db309-755c-4ec8-b087-ebbe10de4f5f/f8a81e59-c1db-4118-abe4-f0c61c38123d) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:49.264790 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:49.313117 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578aac-f01f-449e-86b1-928ccbcaa9a7 req-1f1e46cf-d731-4e75-bef9-82a3b26dd574 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:49.314708 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d4578aac-f01f-449e-86b1-928ccbcaa9a7 req-1f1e46cf-d731-4e75-bef9-82a3b26dd574 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.1016135 Jun 01 12:55:49.395234 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d4578aac-f01f-449e-86b1-928ccbcaa9a7 req-fd6cda2b-7a87-48fb-91b8-65023964713e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689921 Jun 01 12:55:49.531208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.617146 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.645173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Transition to ACTIVE for port object f8a81e59-c1db-4118-abe4-f0c61c38123d will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:49.677894 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:49.692338 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Transition to ACTIVE for port object f8a81e59-c1db-4118-abe4-f0c61c38123d will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:49.698784 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'port_id': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'mac_address': 'fa:16:3e:f8:54:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:49.726954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.761084 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:49.779036 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:55:49.794921 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:50.603755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387bd63-c845-49b3-bbf5-2926d4873a7c req-053f0031-afb0-4e4f-83b5-ecf37e0750ed tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:50.605291 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d387bd63-c845-49b3-bbf5-2926d4873a7c req-053f0031-afb0-4e4f-83b5-ecf37e0750ed tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 943 time: 0.0875530 Jun 01 12:55:50.656664 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d387bd63-c845-49b3-bbf5-2926d4873a7c req-87b6d297-6350-4274-93fc-b042b3e4520d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454626 Jun 01 12:55:50.740241 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.742503 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:50.779788 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:50.818224 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:50.821535 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:50.827070 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:55:50.863649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=9']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:50.874255 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:50.874934 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-0a64bd52-e940-4b53-b55d-63d3b6f1c3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:51.014708 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['1808ec27-6da9-4f76-a547-6d9f5cb83f86'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:51.040130 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Pushing event updated for resources: {'Port': ['ID=f8a81e59-c1db-4118-abe4-f0c61c38123d,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:51.042809 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Attempting to bind port f8a81e59-c1db-4118-abe4-f0c61c38123d on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:51.043184 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Attempting to bind port f8a81e59-c1db-4118-abe4-f0c61c38123d by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:51.043613 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Attempting to bind port f8a81e59-c1db-4118-abe4-f0c61c38123d on network 57787a8b-2e05-435e-8ba3-b92ad4350b0f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:51.047295 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:51.060245 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:51.060651 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Checking segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:55:51.061060 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.061594 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Bound using segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:51.061936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Bound port: f8a81e59-c1db-4118-abe4-f0c61c38123d, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:51.062321 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.094699 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.127656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.208189 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] For port f8a81e59-c1db-4118-abe4-f0c61c38123d, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:51.234438 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] For port f8a81e59-c1db-4118-abe4-f0c61c38123d, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=f8a81e59-c1db-4118-abe4-f0c61c38123d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:51.313788 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Allocated IP 172.28.2.105 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/d3adcbf1-500a-4863-a247-8ca9edff9c48) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:51.353344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.360682 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:51.449544 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Pushing event updated for resources: {'Port': ['ID=f8a81e59-c1db-4118-abe4-f0c61c38123d,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:51.452679 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:51.503034 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.629737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:51.633848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7a54c27d-0bca-4daa-aa9b-e53d49cee3f3 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:51.703271 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:51.706404 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:51.711048 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:55:51.786850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Pushing event updated for resources: {'Port': ['ID=d3adcbf1-500a-4863-a247-8ca9edff9c48,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:51.826256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:52.070244 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35541a27-69b2-4416-a6d5-0262475ee636 req-f40d2320-e911-4acb-b3eb-8a84d28fd794 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:52.070244 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-35541a27-69b2-4416-a6d5-0262475ee636 req-f40d2320-e911-4acb-b3eb-8a84d28fd794 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 944 time: 0.2848020 Jun 01 12:55:52.121154 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-35541a27-69b2-4416-a6d5-0262475ee636 req-10f6ee1d-e833-46c9-b813-ffd5e17bf09e tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459137 Jun 01 12:55:52.503649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d08e7-51a1-4b63-9ec5-dfb3671ff0fc None None] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:55:52.539502 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:52.697185 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2b9b1535-a20a-4512-8003-c7d7382ce775 None None] Provisioning for port f8a81e59-c1db-4118-abe4-f0c61c38123d completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:52.925952 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:53.228949 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:55:53.278450 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:53.367056 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df4ce-e9bd-4e60-959c-7875d63ff168 req-f5ee2dc3-11f7-440f-a197-65bd1706c1c9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:53.369072 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-644df4ce-e9bd-4e60-959c-7875d63ff168 req-f5ee2dc3-11f7-440f-a197-65bd1706c1c9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 944 time: 0.1158104 Jun 01 12:55:53.372097 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:53.372548 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:53.419757 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-644df4ce-e9bd-4e60-959c-7875d63ff168 req-08c45df4-7b01-4cc2-a165-d9ea5aac6ed6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433438 Jun 01 12:55:53.501991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:53.506533 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:53.523724 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Sync routers for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:53.549815 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:53.549963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afb5a9-7577-4de6-8eec-5b1342a77408 req-6ca7a924-672d-4488-9ef2-90e6b5c132a4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:53.550466 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:53.551685 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-58afb5a9-7577-4de6-8eec-5b1342a77408 req-6ca7a924-672d-4488-9ef2-90e6b5c132a4 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.1293793 Jun 01 12:55:53.608614 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-58afb5a9-7577-4de6-8eec-5b1342a77408 req-6569051c-85d9-4196-9307-3b669a2af091 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504696 Jun 01 12:55:53.618357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device f8a81e59-c1db-4118-abe4-f0c61c38123d up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:53.633718 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] Notify callbacks [] for router, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:53.635137 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-88097259-f086-4414-856d-11c8ac50f35d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6855581 Jun 01 12:55:53.638015 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48470) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:53.665997 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:53.668153 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326bf99d-87c0-462e-ac4f-19c9f1f6ded1" -d '{"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:53.706636 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:53.824869 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:53.837722 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:53.883674 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9992c4-63c7-48ed-bbbd-cc454b0dbb93 x-openstack-request-id: req-7f9992c4-63c7-48ed-bbbd-cc454b0dbb93 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:53.884393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-plugged", "status": "completed", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:53.884393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f9992c4-63c7-48ed-bbbd-cc454b0dbb93 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:53.884689 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'code': 200} Jun 01 12:55:53.948073 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:54.059947 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=10']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:54.063099 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port f8a81e59-c1db-4118-abe4-f0c61c38123d completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:54.067506 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:54.081517 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port f8a81e59-c1db-4118-abe4-f0c61c38123d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:54.081904 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.334235 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.380862 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port f8a81e59-c1db-4118-abe4-f0c61c38123d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=f8a81e59-c1db-4118-abe4-f0c61c38123d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:54.397269 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:52Z', 'revision_number': 3, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:54.402246 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Checking router: 5f38cd38-efa8-4ec9-a8dc-7539c396d417 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:54.402641 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Updating router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 port d3adcbf1-500a-4863-a247-8ca9edff9c48 binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:54.417626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e2aea-701c-4f6a-b550-4f3debba20b9 req-a376e8cf-d426-4b0f-9331-e0971be42310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:54.419204 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647e2aea-701c-4f6a-b550-4f3debba20b9 req-a376e8cf-d426-4b0f-9331-e0971be42310 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1099 time: 0.2101521 Jun 01 12:55:54.465753 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.469565 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:54.499718 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.513758 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647e2aea-701c-4f6a-b550-4f3debba20b9 req-0254a450-cdea-45da-8573-6c7e3a8c9dbe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865412 Jun 01 12:55:54.603030 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.673526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=f8a81e59-c1db-4118-abe4-f0c61c38123d,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:54.684855 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:54.685787 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadcbb7-1f60-483b-80f0-fcce369737ee req-cf121994-6e17-4ae9-aea6-4ee3adf8bcd8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:54.695103 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-eaadcbb7-1f60-483b-80f0-fcce369737ee req-cf121994-6e17-4ae9-aea6-4ee3adf8bcd8 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.1391199 Jun 01 12:55:54.741149 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-eaadcbb7-1f60-483b-80f0-fcce369737ee req-40be1026-60c4-4b04-988d-9ee3b4df6a2a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451615 Jun 01 12:55:54.967600 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec706b8-666f-4bce-b9ee-b9be9604ed26 req-9d7ba2c1-8769-4ecb-b027-451c17cfd43a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:54.974136 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bec706b8-666f-4bce-b9ee-b9be9604ed26 req-9d7ba2c1-8769-4ecb-b027-451c17cfd43a tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.1607485 Jun 01 12:55:54.974136 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Allocated IP 172.20.0.1 (57787a8b-2e05-435e-8ba3-b92ad4350b0f/e89db309-755c-4ec8-b087-ebbe10de4f5f/10cc8379-4376-4a6b-9a73-9a8f5cf9042f) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:55:54.974494 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:54.993674 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Transition to ACTIVE for port object d3adcbf1-500a-4863-a247-8ca9edff9c48 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:55.108385 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.112173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-531cb0a6-a589-45c4-81b1-0bb448b9f4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:55.136681 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bec706b8-666f-4bce-b9ee-b9be9604ed26 req-8807c2f7-02b3-4a6a-9ac2-6c106b0b9efa tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570458 Jun 01 12:55:55.196600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Attempting to bind port d3adcbf1-500a-4863-a247-8ca9edff9c48 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:55:55.196600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Attempting to bind port d3adcbf1-500a-4863-a247-8ca9edff9c48 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:55:55.196600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Attempting to bind port d3adcbf1-500a-4863-a247-8ca9edff9c48 on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:55:55.198531 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Pushing event updated for resources: {'Port': ['ID=d3adcbf1-500a-4863-a247-8ca9edff9c48,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:55.208815 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:55.209773 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:55:55.211043 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:55:55.211471 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.211868 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:55:55.212407 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Bound port: d3adcbf1-500a-4863-a247-8ca9edff9c48, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:55:55.212814 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.224180 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.242674 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Transition to ACTIVE for port object 10cc8379-4376-4a6b-9a73-9a8f5cf9042f will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:55:55.297999 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] For port d3adcbf1-500a-4863-a247-8ca9edff9c48, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:55:55.301786 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] For port d3adcbf1-500a-4863-a247-8ca9edff9c48, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=d3adcbf1-500a-4863-a247-8ca9edff9c48,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:55:55.354957 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.362777 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:55.391645 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.396769 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:55.470550 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:55.471192 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:55.481081 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:55.489708 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:55.494757 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:55:55.535218 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Pushing event updated for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:55.537639 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:55.577714 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device f8a81e59-c1db-4118-abe4-f0c61c38123d up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:55.587176 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.784056 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Pushing event updated for resources: {'Port': ['ID=d3adcbf1-500a-4863-a247-8ca9edff9c48,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:55.796967 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:55.852898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port f8a81e59-c1db-4118-abe4-f0c61c38123d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:55.852898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:55.856049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-c4863a44-c24c-4e10-afed-ab0d61ddb67b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:55.869134 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-c4863a44-c24c-4e10-afed-ab0d61ddb67b tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.4754071 Jun 01 12:55:55.995600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:56.074582 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f15831-9fda-4c22-bebb-bb38041238fb req-02c15ab1-b6e9-4a85-9f48-f183eaa479c1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:56.077926 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90f15831-9fda-4c22-bebb-bb38041238fb req-02c15ab1-b6e9-4a85-9f48-f183eaa479c1 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.1391950 Jun 01 12:55:56.149793 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f5e8f9dc-635e-4e91-94e1-99aabb00945f None None] Provisioning for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:56.154382 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-90f15831-9fda-4c22-bebb-bb38041238fb req-3b5d0130-aa42-426b-8324-3bbbc19dfab6 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695009 Jun 01 12:55:56.168730 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-f5e8f9dc-635e-4e91-94e1-99aabb00945f None None] Provisioning complete for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:56.168730 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f9dc-635e-4e91-94e1-99aabb00945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.251322 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Deleting port 80640273-b94b-4add-8279-834b47ff206d {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:55:56.251933 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.369923 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8f9dc-635e-4e91-94e1-99aabb00945f None None] Port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:56.481877 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.487909 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:52Z', 'revision_number': 3, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:56.492939 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d579a7-2340-439d-aab5-c51b724243c2 None None] The sync data for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb is: [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:52Z', 'revision_number': 3, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:55:56.531731 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] For port 80640273-b94b-4add-8279-834b47ff206d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=80640273-b94b-4add-8279-834b47ff206d,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:56.532069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:56.706095 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7fda-6a4f-4132-8c6f-f657a958d225 req-4ea49f4f-a0b1-4676-a774-5b2099b96e31 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:56.707682 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8b8e7fda-6a4f-4132-8c6f-f657a958d225 req-4ea49f4f-a0b1-4676-a774-5b2099b96e31 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 945 time: 0.4311316 Jun 01 12:55:57.029467 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8b8e7fda-6a4f-4132-8c6f-f657a958d225 req-183d7a7b-aa18-4eba-b7b9-5162ba55e683 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups?id=1984f343-f0f4-46d2-806b-5dbd0ba59107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482533 Jun 01 12:55:57.134553 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.135318 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.135318 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Floating IP 23fe9833-3683-4beb-b703-dd6832d35131 disassociated. External IP: 172.28.2.29, port: 80640273-b94b-4add-8279-834b47ff206d. Jun 01 12:55:57.135661 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Calling delete_port for 80640273-b94b-4add-8279-834b47ff206d owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:55:57.196078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.282403 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.328055 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-65bb8bc1-349c-4484-9cbd-6d8b2b2a89ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:57.468688 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c05eb1-ef29-4234-80a5-a0c857cd91e0 req-53eddaeb-1c4b-4562-bbf6-770c35fb1179 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:57.471506 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-91c05eb1-ef29-4234-80a5-a0c857cd91e0 req-53eddaeb-1c4b-4562-bbf6-770c35fb1179 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.1645010 Jun 01 12:55:57.493893 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.520115 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Pushing event updated for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:57.526197 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:57.545489 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-91c05eb1-ef29-4234-80a5-a0c857cd91e0 req-bcb4c9ee-52da-465a-b0b0-4705808c53da tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662069 Jun 01 12:55:57.590893 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.598262 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device d3adcbf1-500a-4863-a247-8ca9edff9c48 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:57.598869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1af77643-861e-4063-9c56-62ad362bd2e0 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:57.663779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'Port': ['ID=80640273-b94b-4add-8279-834b47ff206d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:57.675359 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:57.800596 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port d3adcbf1-500a-4863-a247-8ca9edff9c48 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:55:57.801594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:55:57.808305 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port d3adcbf1-500a-4863-a247-8ca9edff9c48 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:57.810936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.951383 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:57.969997 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port d3adcbf1-500a-4863-a247-8ca9edff9c48, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=d3adcbf1-500a-4863-a247-8ca9edff9c48,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:57.988095 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:55:58.065942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.067857 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:58.217103 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=d3adcbf1-500a-4863-a247-8ca9edff9c48,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:58.220353 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:58.307548 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-8fe09910-8634-48fe-951f-c7343973b2aa None None] Provisioning complete for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:58.308354 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-8fe09910-8634-48fe-951f-c7343973b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.354587 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-de86740b-8f9f-4e60-9254-aae9d6e9853a req-abdd75ac-3fa3-431a-95ee-657a432cca41 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 210 time: 0.1483302 Jun 01 12:55:58.375832 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-8fe09910-8634-48fe-951f-c7343973b2aa None None] Port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:55:58.377936 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:58.389352 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:55:58.730368 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:58.740213 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:58.750734 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:58.751714 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:58.762849 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778571b-8621-4c55-9884-c4fdf6aa2318 req-067e9b44-76b3-4e42-ad11-e610c943baa9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:58.767577 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4778571b-8621-4c55-9884-c4fdf6aa2318 req-067e9b44-76b3-4e42-ad11-e610c943baa9 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.0941889 Jun 01 12:55:58.773489 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:55:58.785754 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Sync routers for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:55:58.797219 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:58.797931 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:58.816614 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4778571b-8621-4c55-9884-c4fdf6aa2318 req-5a62bd05-21b8-4dd3-92ad-1c7da60114a0 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jun 01 12:55:58.837228 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] No DVR routers for this DVR port 80640273-b94b-4add-8279-834b47ff206d on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:55:58.840603 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.843856 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8a1b5d3b-6e26-4f09-9a9f-eed0501be081 req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.58 "DELETE /v2.0/ports/80640273-b94b-4add-8279-834b47ff206d HTTP/1.1" status: 204 len: 173 time: 2.9731834 Jun 01 12:55:58.844595 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'name': 'network-vif-deleted', 'tag': '80640273-b94b-4add-8279-834b47ff206d'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:58.849645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4a7175-12df-4412-a091-90f816c77099" -d '{"events": [{"server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "name": "network-vif-deleted", "tag": "80640273-b94b-4add-8279-834b47ff206d"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:58.901798 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] 10.222.0.11 "PUT /v2.0/routers/5f38cd38-efa8-4ec9-a8dc-7539c396d417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2624147 Jun 01 12:55:58.981448 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe948c6-b9c6-45a9-9f43-09bef374f473 x-openstack-request-id: req-efe948c6-b9c6-45a9-9f43-09bef374f473 {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:58.982548 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa099559-e81f-4f3c-b9d6-47f22c3ce58b", "name": "network-vif-deleted", "tag": "80640273-b94b-4add-8279-834b47ff206d", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:58.982950 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efe948c6-b9c6-45a9-9f43-09bef374f473 {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:58.983420 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa099559-e81f-4f3c-b9d6-47f22c3ce58b', 'name': 'network-vif-deleted', 'tag': '80640273-b94b-4add-8279-834b47ff206d', 'status': 'completed', 'code': 200} Jun 01 12:55:58.990497 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:59.064896 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:59.368672 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 80640273-b94b-4add-8279-834b47ff206d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:59.389293 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:59.393799 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:59.404844 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:55:59.404976 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:59.408760 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 80640273-b94b-4add-8279-834b47ff206d {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:55:59.409201 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 80640273-b94b-4add-8279-834b47ff206d not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:55:59.486654 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 2, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:55:59.492016 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Checking router: 5f38cd38-efa8-4ec9-a8dc-7539c396d417 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:55:59.492545 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Updating router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:55:59.562761 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.613647 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:55:59.613862 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device d3adcbf1-500a-4863-a247-8ca9edff9c48 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:59.790534 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3fd23e88-b4e5-484d-85ec-56ea7d3e7021 req-f296c38c-c4b9-40eb-ad03-148366999791 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa099559-e81f-4f3c-b9d6-47f22c3ce58b HTTP/1.1" status: 200 len: 210 time: 0.2394946 Jun 01 12:55:59.846232 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48558) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:55:59.854561 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1306639006-network', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:55:59.859212 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:55:59.863183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Usage tracker for resource:network and tenant:0673a3f4f86a47d9a8d412bf81a09d1b is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:55:59.866899 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:55:59.874141 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:55:59.897246 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port d3adcbf1-500a-4863-a247-8ca9edff9c48 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:59.897853 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.978351 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Made reservation on behalf of 0673a3f4f86a47d9a8d412bf81a09d1b for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:55:59.980824 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:59.999524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.015635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:00.019829 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Usage tracker for resource:security_group_rule and tenant:0673a3f4f86a47d9a8d412bf81a09d1b is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:00.023244 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:00.023834 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:00.028174 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a26e3a-713c-4619-8395-bb7fd6826714 None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:50:15Z', 'revision_number': 4, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'fe0b3449-d0e6-4aa1-b69a-78df0a177147', 'name': '', 'network_id': 'f8f097a0-2a02-4cc7-8509-6f94ea5f93f3', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'mac_address': 'fa:16:3e:62:6e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:13Z', 'updated_at': '2021-06-01T12:50:32Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'subnets': [{'id': 'ce793d8a-1383-4c20-949c-619ac07a85e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:00.029929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:00.132989 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.223364 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.227754 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ebfb7aa0-927a-49b9-bfd0-95780008cab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:00.247641 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.264023 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Transition to ACTIVE for port object 10cc8379-4376-4a6b-9a73-9a8f5cf9042f will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:00.264419 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:56:00.271921 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84feb218-4b30-4038-87cd-bbfef2918c3c,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:00.274574 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:00.278565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.279025 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Added segment 11552938-b770-4d08-97c3-47a71e35e782 of type vlan for network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 Jun 01 12:56:00.303238 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b715d68-35c4-4869-b3b4-8185f9ff97b3 None None] New status for floating IP 23fe9833-3683-4beb-b703-dd6832d35131: DOWN {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:00.328537 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.356750 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.362041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:00.422299 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.423677 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:00.424241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.427922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-128dd2df-74bf-4bde-b72a-27566a1a987b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:00.536049 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Pushing event updated for resources: {'Network': ['ID=67d7257d-8a5e-4421-a0d4-0e0ed3a22787,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:00.539998 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:00.562187 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:56:00.583922 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Pushing event updated for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:00.596627 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:00.620527 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9e7d2050-c5a7-4b97-90a3-9212bdf75c97 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7714281 Jun 01 12:56:00.623935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48564) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:00.629626 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Request body: {'subnet': {'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1306639006-subnet', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:00.634517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:00.638440 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Usage tracker for resource:subnet and tenant:0673a3f4f86a47d9a8d412bf81a09d1b is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:00.641319 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:00.647717 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:00.730819 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Made reservation on behalf of 0673a3f4f86a47d9a8d412bf81a09d1b for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:00.733289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11205445'] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.737591 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Attempting to bind port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:00.737591 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Attempting to bind port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:00.737591 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Attempting to bind port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f on network 57787a8b-2e05-435e-8ba3-b92ad4350b0f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:00.748945 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:00.749331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Checking segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:00.749744 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.750145 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Bound using segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:00.750630 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Bound port: 10cc8379-4376-4a6b-9a73-9a8f5cf9042f, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:00.751009 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.848820 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] For port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:00.853639 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] For port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:00.915149 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:00.919804 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:00.997096 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:00.997727 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:01.006792 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48572) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:01.070506 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Pushing event updated for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:01.089633 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:01.119449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.210403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.220312 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:01.360996 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1893081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11205459'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.364805 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:01.398169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.455771 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ad6b5d-3f47-4170-8df5-6352301f1a60,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:01.462432 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:01.462940 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c263fcd5-0a9a-4de3-abf5-218c1e0459bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:01.477914 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984f343-f0f4-46d2-806b-5dbd0ba59107,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:01.480429 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:01.489757 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Checking segment: {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:01.490116 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Network hostable DHCP agents. Network: 67d7257d-8a5e-4421-a0d4-0e0ed3a22787, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:56:01.504257 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.505433 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-24fc32b2-3e83-40e7-a038-f12218650909 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "DELETE /v2.0/security-groups/1984f343-f0f4-46d2-806b-5dbd0ba59107 HTTP/1.1" status: 204 len: 168 time: 0.4970348 Jun 01 12:56:01.508796 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48578) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:01.530374 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.api.v2.resource [None req-9d1363cc-ac8f-46d6-87fb-bfb9c50655c5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] show failed (client error): The resource could not be found. Jun 01 12:56:01.534165 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-9d1363cc-ac8f-46d6-87fb-bfb9c50655c5 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "GET /v2.0/security-groups/1984f343-f0f4-46d2-806b-5dbd0ba59107 HTTP/1.1" status: 404 len: 347 time: 0.0216782 Jun 01 12:56:01.534588 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48582) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:01.571192 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:00Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:01.575461 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d3a42f-bebe-43c4-92d6-d5c40c286d13 None None] The sync data for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb is: [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:00Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:01.622533 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:56:01.714030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, 67d7257d-8a5e-4421-a0d4-0e0ed3a22787) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:01.724754 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:01.725751 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.729891 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e23d5-198a-43e6-b822-243ac329c300 None None] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:56:01.829247 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Deleting port e86c5177-b1c7-453e-b10f-a212d9b2d867 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:01.829589 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.843403 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a40af36c-a2e4-42ab-8f79-15122fbd55a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2182577 Jun 01 12:56:01.846197 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48586) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:01.852524 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:01.859132 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:01.865244 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Usage tracker for resource:router and tenant:0673a3f4f86a47d9a8d412bf81a09d1b is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:01.877709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:01.886454 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:01.969091 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13753'] for router, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.970595 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3822916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825563', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13746'] for router, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:01.993744 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.050864 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpceda2740-742a-56c4-b7a7-cc688625e239-67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'fixed_ips': [{'subnet_id': '92ad6b5d-3f47-4170-8df5-6352301f1a60'}]}} from dv-cinder-793515-2-smb. {{(pid=99039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:56:02.051746 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.120749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.121429 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.231297 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.db_base_plugin_common [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Allocated IP 172.20.0.2 (67d7257d-8a5e-4421-a0d4-0e0ed3a22787/92ad6b5d-3f47-4170-8df5-6352301f1a60/0a723f72-2c3b-4e75-b66b-c66525737cb1) {{(pid=99039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:02.264132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Calling delete_port for e86c5177-b1c7-453e-b10f-a212d9b2d867 owned by network:floatingip {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:02.449851 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3825598', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3821942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13764'] for router, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.454994 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.460998 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:02.483507 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks [] for port, precommit_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.505953 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Transition to ACTIVE for port object 0a723f72-2c3b-4e75-b66b-c66525737cb1 will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:02.517263 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Transition to ACTIVE for port object 0a723f72-2c3b-4e75-b66b-c66525737cb1 will not be triggered until provisioned by entity DHCP. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:02.519685 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Pushing event deleted for resources: {'Port': ['ID=e86c5177-b1c7-453e-b10f-a212d9b2d867,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:02.523579 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:02.586491 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875'] for port, after_create {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.591451 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:02.645623 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks [] for floatingip, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.668244 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.669458 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] 10.222.0.11 "DELETE /v2.0/floatingips/23fe9833-3683-4beb-b703-dd6832d35131 HTTP/1.1" status: 204 len: 168 time: 1.1336951 Jun 01 12:56:02.718495 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 is already hosted by enough agents. {{(pid=99039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:02.721008 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.scheduler.base_scheduler [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Resources bound (agent type, host, resource id): {{(pid=99039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:02.724493 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Pushing event updated for resources: {'Port': ['ID=0a723f72-2c3b-4e75-b66b-c66525737cb1,revision_number=1']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:02.728048 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:02.729452 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Received port after_create {{(pid=99039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:02.832250 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Attempting to bind port 0a723f72-2c3b-4e75-b66b-c66525737cb1 on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:02.832652 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Attempting to bind port 0a723f72-2c3b-4e75-b66b-c66525737cb1 by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:02.833024 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Attempting to bind port 0a723f72-2c3b-4e75-b66b-c66525737cb1 on network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:02.840559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:02.840995 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Checking segment: {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:02.841465 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.841950 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Bound using segment: {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:02.842461 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Bound port: 0a723f72-2c3b-4e75-b66b-c66525737cb1, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:02.842837 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.911023 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.942348 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:02.947263 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] For port 0a723f72-2c3b-4e75-b66b-c66525737cb1, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:02.950735 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] For port 0a723f72-2c3b-4e75-b66b-c66525737cb1, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=0a723f72-2c3b-4e75-b66b-c66525737cb1,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:03.041587 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.048084 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:03.148271 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Pushing event updated for resources: {'Port': ['ID=0a723f72-2c3b-4e75-b66b-c66525737cb1,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:03.152267 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:03.233606 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Allocated IP 172.28.2.225 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/ca23d5b6-caa0-4351-8988-4115887a7bee) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:03.403395 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.522016 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:03.527760 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2fc37f6c-bfe4-4126-985b-1a3eb0ff3cc1 tempest-VolumesActionsTest-712101030 tempest-VolumesActionsTest-712101030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:03.603331 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:03.606393 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:03.610755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:03.611962 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 0a723f72-2c3b-4e75-b66b-c66525737cb1 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:03.653040 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Pushing event updated for resources: {'Port': ['ID=ca23d5b6-caa0-4351-8988-4115887a7bee,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:03.660115 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:03.747939 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 0a723f72-2c3b-4e75-b66b-c66525737cb1 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:03.754717 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 10cc8379-4376-4a6b-9a73-9a8f5cf9042f up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:03.905298 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:03.910965 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:03.913924 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.055001 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.077956 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a469d6-cb17-441b-ba7e-aae263784842 None None] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:56:04.186734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:04.193848 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.267403 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Provisioning for port 0a723f72-2c3b-4e75-b66b-c66525737cb1 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:04.270299 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.275473 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:04.315342 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Provisioning complete for port 0a723f72-2c3b-4e75-b66b-c66525737cb1 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:04.315635 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.450060 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:04.454623 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:04.563294 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3825661'] for router, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.576084 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.614511 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] For port 0a723f72-2c3b-4e75-b66b-c66525737cb1, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=0a723f72-2c3b-4e75-b66b-c66525737cb1,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:04.688348 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.690506 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:04.763198 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Pushing event updated for resources: {'Port': ['ID=0a723f72-2c3b-4e75-b66b-c66525737cb1,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:04.766637 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:04.810288 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b3f4f3c5-806f-467c-99e1-3801750f69c2 None None] Provisioning complete for port 0a723f72-2c3b-4e75-b66b-c66525737cb1 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:04.811078 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f3c5-806f-467c-99e1-3801750f69c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:04.882920 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Router 3c107bde-0b47-4de6-9b13-8daeaaf6389c is scheduled to L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 with binding_index 1 {{(pid=99037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:56:05.171444 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:05.181083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Sync routers for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:05.191551 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:05.192195 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:05.294173 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Notify callbacks [] for router, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.295439 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4481101 Jun 01 12:56:05.298162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48618) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:05.370524 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:05.567321 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 0a723f72-2c3b-4e75-b66b-c66525737cb1 up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:05.717119 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 0a723f72-2c3b-4e75-b66b-c66525737cb1 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:05.717413 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:05.837763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:03Z', 'revision_number': 3, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:05.872343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Checking router: 3c107bde-0b47-4de6-9b13-8daeaaf6389c for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:05.872829 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Updating router 3c107bde-0b47-4de6-9b13-8daeaaf6389c port ca23d5b6-caa0-4351-8988-4115887a7bee binding host dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:56:05.978193 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 10cc8379-4376-4a6b-9a73-9a8f5cf9042f up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:06.058525 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.201967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.256253 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:06.257770 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.440732 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Allocated IP 172.20.0.1 (67d7257d-8a5e-4421-a0d4-0e0ed3a22787/92ad6b5d-3f47-4170-8df5-6352301f1a60/08e76f77-ed2b-48b3-bad0-5aacaeff48df) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:06.619437 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks [] for port, precommit_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.633432 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Transition to ACTIVE for port object ca23d5b6-caa0-4351-8988-4115887a7bee will not be triggered until provisioned by entity L2. {{(pid=99039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:06.667891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.684318 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Transition to ACTIVE for port object 08e76f77-ed2b-48b3-bad0-5aacaeff48df will not be triggered until provisioned by entity DHCP. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:06.688784 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.693719 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:06.773098 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.781953 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e095024c-9419-40f4-af83-3f02487ed807 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:06.845548 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Attempting to bind port ca23d5b6-caa0-4351-8988-4115887a7bee on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:06.845928 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Attempting to bind port ca23d5b6-caa0-4351-8988-4115887a7bee by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:06.846305 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Attempting to bind port ca23d5b6-caa0-4351-8988-4115887a7bee on network 922d5300-6ed3-4938-8b23-38673bf7597f {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:06.853254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832f364-12bd-48a3-9eac-edc91d453ea6 None None] Pushing event updated for resources: {'Port': ['ID=ca23d5b6-caa0-4351-8988-4115887a7bee,revision_number=2']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:06.857618 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a832f364-12bd-48a3-9eac-edc91d453ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:06.858554 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:06.858942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Checking segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:06.859353 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.859762 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Bound using segment: {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'} {{(pid=99039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:06.860256 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.managers [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Bound port: ca23d5b6-caa0-4351-8988-4115887a7bee, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1668e6ff-8298-4e4d-98d9-8f0ea952dfdd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f'}}] {{(pid=99039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:06.860673 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:06.906364 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:06.911292 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:06.918275 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:06.947986 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] For port ca23d5b6-caa0-4351-8988-4115887a7bee, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:06.952929 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] For port ca23d5b6-caa0-4351-8988-4115887a7bee, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=ca23d5b6-caa0-4351-8988-4115887a7bee,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:06.986766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Pushing event updated for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:07.000797 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:07.024171 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825804'] for router_interface, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:07.073744 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:07.098936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:07.237196 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:07.238217 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:07.572972 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48646) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:07.581067 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832f364-12bd-48a3-9eac-edc91d453ea6 None None] Pushing event updated for resources: {'Port': ['ID=ca23d5b6-caa0-4351-8988-4115887a7bee,revision_number=3']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:07.606825 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a832f364-12bd-48a3-9eac-edc91d453ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:07.654569 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:07.729003 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b9ab26d5-bee1-4aac-a85f-c2ef1b16d1aa None None] Provisioning for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:07.777038 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:07.847147 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-b9ab26d5-bee1-4aac-a85f-c2ef1b16d1aa None None] Provisioning complete for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:07.847562 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b9ab26d5-bee1-4aac-a85f-c2ef1b16d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:08.083577 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab26d5-bee1-4aac-a85f-c2ef1b16d1aa None None] Port 08e76f77-ed2b-48b3-bad0-5aacaeff48df cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:08.266423 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:03Z', 'revision_number': 3, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:08.275071 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d82478-4a6f-4866-a832-91bccc4b5481 None None] The sync data for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb is: [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:03Z', 'revision_number': 3, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:08.314001 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:08.408400 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:08.447216 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:08.661435 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Pushing event updated for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:08.670345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3696415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825697'] for router_interface, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:08.676718 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:08.906473 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:08.911180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:09.179394 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.215029 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-c5e9d201-b068-4e3c-863a-27f931b08910 None None] Provisioning complete for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:09.215639 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d201-b068-4e3c-863a-27f931b08910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.293541 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9d201-b068-4e3c-863a-27f931b08910 None None] Port 08e76f77-ed2b-48b3-bad0-5aacaeff48df cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:09.384814 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Router 3c107bde-0b47-4de6-9b13-8daeaaf6389c has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:09.592972 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device ca23d5b6-caa0-4351-8988-4115887a7bee up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:09.722407 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port ca23d5b6-caa0-4351-8988-4115887a7bee completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:09.729136 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port ca23d5b6-caa0-4351-8988-4115887a7bee triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:09.734251 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.787719 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:09.808492 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] 10.222.0.11 "PUT /v2.0/routers/3c107bde-0b47-4de6-9b13-8daeaaf6389c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5065403 Jun 01 12:56:09.921343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:09.939359 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port ca23d5b6-caa0-4351-8988-4115887a7bee, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=ca23d5b6-caa0-4351-8988-4115887a7bee,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:09.989698 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Deleting port fe0b3449-d0e6-4aa1-b69a-78df0a177147 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:09.990050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.017375 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.020188 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:10.112947 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=ca23d5b6-caa0-4351-8988-4115887a7bee,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:10.122396 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.123149 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.123149 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.123576 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.123971 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.124363 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.124786 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.125300 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.125592 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.125974 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.126356 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.126736 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:10.128912 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] For port fe0b3449-d0e6-4aa1-b69a-78df0a177147, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=fe0b3449-d0e6-4aa1-b69a-78df0a177147,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:10.129270 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.135017 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:10.262965 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Sync routers for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:10.277213 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:10.278466 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:10.279746 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Calling delete_port for fe0b3449-d0e6-4aa1-b69a-78df0a177147 owned by network:router_interface {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:10.483400 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:10.691188 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48666) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:10.698124 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836009676', 'description': 'tempest-secgroup-smoke-836009676 description', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:10.703929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:10.708004 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:10.711726 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:10.712449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.716864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:10.719634 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:10.805590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.812204 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0b3449-d0e6-4aa1-b69a-78df0a177147,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:10.815905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:10.817885 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:07Z', 'revision_number': 4, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '08e76f77-ed2b-48b3-bad0-5aacaeff48df', 'name': '', 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'mac_address': 'fa:16:3e:79:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:06Z', 'updated_at': '2021-06-01T12:56:07Z', 'revision_number': 2, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'subnets': [{'id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:10.823830 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Checking router: 3c107bde-0b47-4de6-9b13-8daeaaf6389c for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:10.825141 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Updating router 3c107bde-0b47-4de6-9b13-8daeaaf6389c port 08e76f77-ed2b-48b3-bad0-5aacaeff48df binding host dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:56:10.839707 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:10.851499 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:10.855953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:10.864431 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:10.914022 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.036121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.128391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.165355 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d7e5aed8-8df9-4f64-b8db-9f3fbe98f498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:11.205322 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb41b6b-a2d3-4180-acf2-41cee5d1496a,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:11.211345 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:11.254780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.256689 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5640166 Jun 01 12:56:11.260166 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48676) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:11.268589 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:11.280081 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:11.285010 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:11.289792 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:11.299921 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:11.406753 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.407357 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.488871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.538794 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks [] for port, precommit_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.551636 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.provisioning_blocks [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Transition to ACTIVE for port object 08e76f77-ed2b-48b3-bad0-5aacaeff48df will not be triggered until provisioned by entity L2. {{(pid=99040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:11.586965 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.589142 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:11.614620 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1086f4c-1e4d-45f6-bad7-8a4ae32d24b8,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:11.618145 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:11.650898 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device ca23d5b6-caa0-4351-8988-4115887a7bee up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:11.662628 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.667575 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-65b25491-1996-4bcc-8046-2037f6b40fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:11.690106 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.700730 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-33f83aaf-c837-4160-82ad-0898f1d022e8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4381006 Jun 01 12:56:11.703175 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48680) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:11.717148 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:11.724905 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:11.731220 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:11.735799 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:11.744918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:11.764866 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port ca23d5b6-caa0-4351-8988-4115887a7bee triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:11.765674 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.810250 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Pushing event updated for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=3']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:11.875431 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.875812 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.876100 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.876429 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.876779 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.877105 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.877425 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.877741 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.878059 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.878372 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.878715 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.879033 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:11.890355 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:11.900215 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:11.984926 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:12.047152 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Attempting to bind port 08e76f77-ed2b-48b3-bad0-5aacaeff48df on host dv-cinder-793515-2-smb for vnic_type normal with profile {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:12.047621 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Attempting to bind port 08e76f77-ed2b-48b3-bad0-5aacaeff48df by drivers openvswitch,hyperv on host dv-cinder-793515-2-smb at level 0 using segments [{'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:12.048100 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Attempting to bind port 08e76f77-ed2b-48b3-bad0-5aacaeff48df on network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:12.055259 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Checking agent: {'id': '8c18fabc-f8cc-472f-9b81-33380437ba2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-793515-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 41, 46), 'started_at': datetime.datetime(2021, 6, 1, 12, 42, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-793515-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:12.055782 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Checking segment: {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:12.056201 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.056772 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Bound using segment: {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'} {{(pid=99040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:12.057357 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.managers [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Bound port: 08e76f77-ed2b-48b3-bad0-5aacaeff48df, host: dv-cinder-793515-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11552938-b770-4d08-97c3-47a71e35e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787'}}] {{(pid=99040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:12.057737 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.068078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.163938 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] For port 08e76f77-ed2b-48b3-bad0-5aacaeff48df, host dv-cinder-793515-2-smb, cleared binding levels {{(pid=99040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:12.167575 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.plugins.ml2.db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] For port 08e76f77-ed2b-48b3-bad0-5aacaeff48df, host dv-cinder-793515-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=08e76f77-ed2b-48b3-bad0-5aacaeff48df,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:12.202312 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.204379 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:12.222614 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:12.228235 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06214844-be83-4a52-946d-5b8eb9f3eb48,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:12.232624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:12.236638 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] 10.222.0.11 "PUT /v2.0/routers/82ee9715-ee2f-4fbd-964c-fe3797a3bfa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6616399 Jun 01 12:56:12.239343 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48686) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:12.239806 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Sync routers for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:12.252365 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:12.253015 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:12.317670 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron_lib.callbacks.manager [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.323688 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:12.385987 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.389971 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6824751 Jun 01 12:56:12.390183 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48690) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:12.395574 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:12.402959 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:12.408165 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:12.411900 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:12.419384 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:12.452253 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:12.452919 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:12.453945 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks [] for router, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.458343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:12.506051 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Pushing event updated for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=4']} {{(pid=99040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:12.515209 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG oslo_concurrency.lockutils [None req-3d3c8b9d-3660-4dfe-abbc-f1f3f064b283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99040) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:12.539121 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.642503 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.683994 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:12.695817 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.721722 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.721722 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-0fe8cb10-5ec7-4c8f-9a07-b2a3dccbf7bc tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:12.748086 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1f4382-0470-4471-9ff4-16bee43c726c,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:12.750989 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:12.828046 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.830259 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2076f763-027b-4a3f-8b08-d30284dac138 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4389353 Jun 01 12:56:12.833441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48694) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:12.841403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:12.849830 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:12.857853 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:12.860929 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:12.870174 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:12.875824 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Deleting port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:12.876172 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.010127 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:56:10Z', 'revision_number': 5, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port': {'id': '8bd51a30-dbb9-4c9f-954f-dbf0c55ab734', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:09:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:06Z', 'updated_at': '2021-06-01T12:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:13.016020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.018970 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Checking router: 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:13.040595 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Routers {'82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:13.041404 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:55:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:13.131352 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.146237 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] For port 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:13.146237 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.171471 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:07Z', 'revision_number': 4, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '08e76f77-ed2b-48b3-bad0-5aacaeff48df', 'name': '', 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'mac_address': 'fa:16:3e:79:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:06Z', 'updated_at': '2021-06-01T12:56:12Z', 'revision_number': 4, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'subnets': [{'id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:13.177408 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7f8c98-0512-426a-b571-83b5250eed0a None None] The sync data for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb is: [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T12:56:07Z', 'revision_number': 4, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '08e76f77-ed2b-48b3-bad0-5aacaeff48df', 'name': '', 'network_id': '67d7257d-8a5e-4421-a0d4-0e0ed3a22787', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'mac_address': 'fa:16:3e:79:f6:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:06Z', 'updated_at': '2021-06-01T12:56:12Z', 'revision_number': 4, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'subnets': [{'id': '92ad6b5d-3f47-4170-8df5-6352301f1a60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:13.282569 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] Set router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 gateway port host: None {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:13.419437 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:56:12Z', 'revision_number': 6, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port_host': None}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:13.424551 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7f8d1d-cc8c-4475-8046-075edffa5eef None None] The sync data for ids ['82ee9715-ee2f-4fbd-964c-fe3797a3bfa5'] in dv-cinder-793515-2-smb is: [{'id': '82ee9715-ee2f-4fbd-964c-fe3797a3bfa5', 'name': 'tempest-AttachVolumeTestJSON-1816062705-router', 'tenant_id': '957472866e3147a3be79cfda2b7e57f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:03Z', 'updated_at': '2021-06-01T12:56:12Z', 'revision_number': 6, 'project_id': '957472866e3147a3be79cfda2b7e57f3', 'gw_port_host': None}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:13.451457 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.458413 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Calling delete_port for 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 owned by network:router_gateway {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:13.470468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:13.492718 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a319d370-2ac0-4f6e-a7e5-4ca0460749e4,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:13.495713 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:13.659615 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.663485 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-9988a89e-6b10-4571-a715-6fddd2907014 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8255854 Jun 01 12:56:13.664167 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48702) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:13.669703 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:13.675963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:13.680719 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:13.684276 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:13.692209 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:13.731278 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.735235 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:13.763356 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b52bfcd5-fa4e-4fb1-8a90-d6040f8005c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.786622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd51a30-dbb9-4c9f-954f-dbf0c55ab734,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:13.791539 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:13.839554 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.securitygroups_db [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Project f0ff42a17e32410e8e9837cf9023c0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:56:13.883026 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 08e76f77-ed2b-48b3-bad0-5aacaeff48df up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:13.890340 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:13.959756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.071112 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:14.077456 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:14.087053 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.166008 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.174664 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.182647 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.229697 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.268511 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] For port 08e76f77-ed2b-48b3-bad0-5aacaeff48df, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=08e76f77-ed2b-48b3-bad0-5aacaeff48df,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:14.285325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.287498 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:14.310967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4271631-e927-4736-b861-71bfb39cd229,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.313542 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:14.321026 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.321226 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 {{(pid=99037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:56:14.332832 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Notify callbacks [] for router, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.337989 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48708) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:14.349010 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] 10.222.0.11 "DELETE /v2.0/routers/82ee9715-ee2f-4fbd-964c-fe3797a3bfa5 HTTP/1.1" status: 204 len: 168 time: 2.0935845 Jun 01 12:56:14.376642 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.378864 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:14.416433 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.417771 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6de7f006-8e51-45b1-9d0c-be72f6d02037 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7526238 Jun 01 12:56:14.420715 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48712) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:14.424501 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device fe0b3449-d0e6-4aa1-b69a-78df0a177147 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:14.429679 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'security_group_rule': {'security_group_id': '3eb41b6b-a2d3-4180-acf2-41cee5d1496a', 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:14.440075 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:14.448748 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:security_group_rule and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:14.455130 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Deleting subnet ce793d8a-1383-4c20-949c-619ac07a85e6 {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:56:14.458783 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.483700 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: fe0b3449-d0e6-4aa1-b69a-78df0a177147 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:14.484085 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device fe0b3449-d0e6-4aa1-b69a-78df0a177147 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:14.489074 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:14.504725 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Pushing event updated for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.508375 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:14.510415 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:14.526943 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10694233'] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.636185 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.securitygroups_db [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Project f0ff42a17e32410e8e9837cf9023c0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:56:14.650408 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.699459 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.792344 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.883607 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331166'] for security_group_rule, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.897708 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:14.967759 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b204085-f3ee-48fa-8639-3a57428542f3,revision_number=0']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:14.978106 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:15.054758 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.056019 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d030e28d-f4e2-45dc-acd2-1d2fa8aebfb2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6341441 Jun 01 12:56:15.083129 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10913337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10786175'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.088843 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e20a61c2-68aa-477d-b947-0814de3ffcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:15.126683 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce793d8a-1383-4c20-949c-619ac07a85e6,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:15.128701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.131601 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:15.136285 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-03696b09-ffdd-4108-9b7c-9480368b3b86 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ce793d8a-1383-4c20-949c-619ac07a85e6 HTTP/1.1" status: 204 len: 168 time: 0.7970808 Jun 01 12:56:15.142132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8cc95-9fab-4287-9bb3-664e493fa78d None None] Network f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:56:15.144655 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48726) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:15.274982 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.360886 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Deleting port 3969d029-1467-43ef-b113-e59f0289c6c8 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:15.361337 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.451067 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] DHCP port deletion for f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:56:15.485601 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] For port 3969d029-1467-43ef-b113-e59f0289c6c8, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3969d029-1467-43ef-b113-e59f0289c6c8,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:15.486153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.531738 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Deleting port 3969d029-1467-43ef-b113-e59f0289c6c8 {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:15.532131 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.612322 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 08e76f77-ed2b-48b3-bad0-5aacaeff48df up at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:15.634992 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Calling delete_port for 3969d029-1467-43ef-b113-e59f0289c6c8 owned by network:dhcp {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:15.689637 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] For port 3969d029-1467-43ef-b113-e59f0289c6c8, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=3969d029-1467-43ef-b113-e59f0289c6c8,segment=NetworkSegment(77656940-6a06-4718-ad9d-c0c9e997ad90),segment_id=77656940-6a06-4718-ad9d-c0c9e997ad90)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:15.690052 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.765546 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.770584 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-600b06a1-1de3-4ce0-b56d-92dcb8f28323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:15.823645 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=3969d029-1467-43ef-b113-e59f0289c6c8,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:15.829016 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] No DVR routers for this DVR port 3969d029-1467-43ef-b113-e59f0289c6c8 on host dv-cinder-793515-2-smb {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:15.830688 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:15.870736 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Calling delete_port for 3969d029-1467-43ef-b113-e59f0289c6c8 owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:15.893837 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Provisioning complete for port 08e76f77-ed2b-48b3-bad0-5aacaeff48df triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:15.894120 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.957400 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:15.971960 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f097a0-2a02-4cc7-8509-6f94ea5f93f3']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:15.986591 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77656940-6a06-4718-ad9d-c0c9e997ad90') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:15.993496 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77656940-6a06-4718-ad9d-c0c9e997ad90') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:16.000327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.016334 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.020327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.026956 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:56:16.027548 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.027902 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:56:16.044188 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:56:16.093717 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Pushing event deleted for resources: {'Port': ['ID=3969d029-1467-43ef-b113-e59f0289c6c8,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.095680 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] No DVR routers for this DVR port 3969d029-1467-43ef-b113-e59f0289c6c8 on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:16.099526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:16.165341 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3969d029-1467-43ef-b113-e59f0289c6c8 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:16.175908 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:56:16.212709 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 3969d029-1467-43ef-b113-e59f0289c6c8 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:16.220824 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 3969d029-1467-43ef-b113-e59f0289c6c8 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:16.220824 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:16.245310 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.249129 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-72264938-cff7-4d1c-bcb5-bcd0253cbe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:16.273150 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:16.273618 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 8bd51a30-dbb9-4c9f-954f-dbf0c55ab734 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:16.362909 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e9f93245-14d8-4e8d-89f3-3563d92c2fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.390178 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.407396 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f097a0-2a02-4cc7-8509-6f94ea5f93f3,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:16.414335 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:16.477091 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.480409 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] 10.222.0.11 "DELETE /v2.0/networks/f8f097a0-2a02-4cc7-8509-6f94ea5f93f3 HTTP/1.1" status: 204 len: 168 time: 1.3319459 Jun 01 12:56:16.878603 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48784) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:16.930242 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-7fb23a88-31b6-4882-a78f-671741a3fe9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=957472866e3147a3be79cfda2b7e57f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503073 Jun 01 12:56:16.932909 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48788) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:16.994101 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.023232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.222385 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.228852 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-5810d9a7-e5ab-4b4d-aed1-37a0e2b84f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:17.243696 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ea687e-6e90-4573-acc5-5a025cdbb14f,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:17.247269 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:17.250823 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:17.251949 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-57f06e88-a736-4bfc-b5ff-60d7e9b613fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0ea687e-6e90-4573-acc5-5a025cdbb14f HTTP/1.1" status: 204 len: 168 time: 0.3181431 Jun 01 12:56:17.323765 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.954196 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.382799 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.996211 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-cdd6570a-01c5-41dc-96e9-d82f85561faf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818541 Jun 01 12:56:20.143729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-7ffd6005-d8e2-4010-b3f1-a4b4d7a85e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:20.145128 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-7ffd6005-d8e2-4010-b3f1-a4b4d7a85e2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 1099 time: 0.0742307 Jun 01 12:56:20.296540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-60217090-fb30-4c53-9ac9-fa1e44011669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:20.298016 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-60217090-fb30-4c53-9ac9-fa1e44011669 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 200 len: 917 time: 0.1326840 Jun 01 12:56:20.407144 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-2b70c10e-45df-4204-a5d7-d5978e49fa0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 200 len: 1000 time: 0.1012094 Jun 01 12:56:20.478477 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-e3b0a58e-c274-41e1-9a9d-b8d6d1624dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:20.479956 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-e3b0a58e-c274-41e1-9a9d-b8d6d1624dff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 200 len: 855 time: 0.0655825 Jun 01 12:56:20.660866 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-f3440f6e-d062-4290-b24e-2ae9e13a512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:20.662301 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-f3440f6e-d062-4290-b24e-2ae9e13a512b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02ac47b5-9386-462f-997e-39daceff935c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1754456 Jun 01 12:56:20.801458 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-559bf3e9-5cd0-4a8c-932f-a4fa27aa38ec service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317194 Jun 01 12:56:20.948297 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8925e26b-dc1a-4a50-a973-e9901349a245 req-b084721b-0f62-48a6-b777-cbe20af35da4 service neutron] 10.222.0.58 "GET /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385529 Jun 01 12:56:29.986073 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 48978) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:30.112382 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.128918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:30.133353 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Usage tracker for resource:security_group_rule and tenant:d8009d2d42d441a2a9802ed9082cfc5a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:30.136194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:30.141934 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:30.228645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.293796 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.307515 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-66ff8c9d-f145-4cb3-8832-a42bb51d3a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:30.346176 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee52a6-0c9e-49e7-b83f-dec0f2f279c9,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:30.350411 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8009d2d42d441a2a9802ed9082cfc5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627987 Jun 01 12:56:30.353868 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 48986) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:30.357376 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.357760 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.358132 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.358496 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.358856 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.359213 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.359571 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.359927 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.360292 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.360673 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.361024 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.361374 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.366691 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:30.422724 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.450755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.577281 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.581049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:30.592528 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee52a6-0c9e-49e7-b83f-dec0f2f279c9,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:30.603289 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.603562 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.603937 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.604309 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.604741 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.605058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.605415 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.605771 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.606135 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.606485 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.606837 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.607185 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:30.610935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:30.616473 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.616473 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9ee52a6-0c9e-49e7-b83f-dec0f2f279c9 HTTP/1.1" status: 204 len: 168 time: 0.2575970 Jun 01 12:56:34.023759 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-86370403-183b-44bd-be91-f406a47320b2 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836009676&fields=id&tenant_id=f0ff42a17e32410e8e9837cf9023c0c6 HTTP/1.1" status: 200 len: 267 time: 0.0403662 Jun 01 12:56:34.178436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-0060e7e8-c4a2-4c63-bd7f-f72b68c178b8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:34.179969 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-0060e7e8-c4a2-4c63-bd7f-f72b68c178b8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 809 time: 0.1494851 Jun 01 12:56:34.195282 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-c0610f29-5743-400c-b2cd-b8f4068f2929 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/quotas/f0ff42a17e32410e8e9837cf9023c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0098064 Jun 01 12:56:34.291724 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-e9631261-dade-4774-8623-ed17e25a2f35 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907221 Jun 01 12:56:34.442453 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-71a50360-8e34-403f-ae07-4b4f283d6ebb service neutron] 10.222.0.11 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386380 Jun 01 12:56:34.575548 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-6f585bd4-7581-4e11-85cd-6b7698a620d8 service neutron] 10.222.0.11 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267695 Jun 01 12:56:35.360052 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4e46a5c2-180b-4307-8609-c9e425077d59 req-476d9751-ccf4-4664-ba3d-524d281bbe13 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:35.482133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4e46a5c2-180b-4307-8609-c9e425077d59 req-476d9751-ccf4-4664-ba3d-524d281bbe13 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:35.483608 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4e46a5c2-180b-4307-8609-c9e425077d59 req-476d9751-ccf4-4664-ba3d-524d281bbe13 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.1698561 Jun 01 12:56:36.483640 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49188) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:36.614124 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:36.630371 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:36.635301 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Usage tracker for resource:security_group_rule and tenant:e93f863201a84b0b82e273195558d4e8 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:36.638545 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:36.638984 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-91fa5c59-f539-4177-83ff-3f6782dfe4c7 req-553e8c8e-f8dd-46a8-a287-a0dd005d44b4 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.0458350 Jun 01 12:56:36.644508 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:36.736671 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:36.799457 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:36.810322 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-01565b54-ece9-4b2c-9fb4-f60066ffe346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:36.862375 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e93f863201a84b0b82e273195558d4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776457 Jun 01 12:56:36.863305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311fd1ae-0b61-4784-82af-f7aa8fa2786a,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:36.865650 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49196) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:36.867246 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a145bcf8-f724-467b-a722-1025947ce039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:36.935855 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:36.966528 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:37.276199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:37.280200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a67a756-3ee3-4ead-bc0d-ba1dd69012f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:37.294181 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fd1ae-0b61-4784-82af-f7aa8fa2786a,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:37.296503 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:37.306654 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:37.307811 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/311fd1ae-0b61-4784-82af-f7aa8fa2786a HTTP/1.1" status: 204 len: 168 time: 0.4408963 Jun 01 12:56:37.804629 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa2fe63a-2c52-4333-a207-dc48a38cfe8c req-5aa8727f-9af0-4c23-8e58-d92ee2ddcc92 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jun 01 12:56:38.171309 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49218) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:38.183724 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe69dd-f15c-401f-981d-c8c3096beeec req-bdce5186-f8da-433b-b1b7-a6bf6a13e80a tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:38.185319 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7afe69dd-f15c-401f-981d-c8c3096beeec req-bdce5186-f8da-433b-b1b7-a6bf6a13e80a tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1702881 Jun 01 12:56:38.195025 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.210528 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:38.214525 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Usage tracker for resource:security_group_rule and tenant:e61288ed73314192b202cce199e4714e is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:38.217652 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:38.223441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:38.271366 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7afe69dd-f15c-401f-981d-c8c3096beeec req-cc9ee4e4-7fff-4902-9b57-ef90361f1b4c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Jun 01 12:56:38.285427 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-202a8be1-37cf-4da3-a20b-1af276eff7cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:38.286144 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-202a8be1-37cf-4da3-a20b-1af276eff7cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:38.317678 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.393819 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-202a8be1-37cf-4da3-a20b-1af276eff7cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:38.394047 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.395153 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-202a8be1-37cf-4da3-a20b-1af276eff7cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 809 time: 0.3102739 Jun 01 12:56:38.401725 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6640e281-a7db-4263-bbed-4d26cfe7a9a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:38.444958 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e61288ed73314192b202cce199e4714e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714374 Jun 01 12:56:38.445923 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0e91b3-6229-4ce0-b29e-d78b08b09934,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:38.447717 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49222) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:38.449061 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6a378bf2-b243-4625-aea8-88694706517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:38.477133 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-49f775f7-b24f-4173-a7df-eabb2d469bb3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:38.540026 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.608157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-49f775f7-b24f-4173-a7df-eabb2d469bb3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:38.610876 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-49f775f7-b24f-4173-a7df-eabb2d469bb3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ff42a17e32410e8e9837cf9023c0c6 HTTP/1.1" status: 200 len: 379 time: 0.2042961 Jun 01 12:56:38.614561 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.630393 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'port': {'device_id': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'admin_state_up': True, 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'security_groups': ['3eb41b6b-a2d3-4180-acf2-41cee5d1496a']}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:38.826524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b993-698f-4609-8448-be5d5b9f66ce req-55afa66b-8ba2-4fd9-85c9-8e91c93f536c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:38.828039 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d694b993-698f-4609-8448-be5d5b9f66ce req-55afa66b-8ba2-4fd9-85c9-8e91c93f536c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.2758021 Jun 01 12:56:38.867800 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:38.890965 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:38.895827 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.902970 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-91641592-fa43-44ce-9bc6-f0c55cdd7b45 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:38.911817 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d694b993-698f-4609-8448-be5d5b9f66ce req-2a7c626f-ee7b-440a-9bc7-bcb921a204ce tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770240 Jun 01 12:56:38.920172 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0e91b3-6229-4ce0-b29e-d78b08b09934,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:38.922573 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:38.929202 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:38.935628 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae0e91b3-6229-4ce0-b29e-d78b08b09934 HTTP/1.1" status: 204 len: 168 time: 0.4850547 Jun 01 12:56:38.980932 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-961447c2-f035-495b-8b08-cd9710496ff0 req-14dd29fa-318a-4be4-9f90-ac0394203c3b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.0614996 Jun 01 12:56:39.018962 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Made reservation on behalf of f0ff42a17e32410e8e9837cf9023c0c6 for: {'port': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:39.023583 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.191175 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_common [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Allocated IP 172.20.0.11 (57787a8b-2e05-435e-8ba3-b92ad4350b0f/e89db309-755c-4ec8-b087-ebbe10de4f5f/e9d13a3d-275f-443a-99ff-80743a05e27d) {{(pid=99038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:39.564804 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for port, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.594672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Transition to ACTIVE for port object e9d13a3d-275f-443a-99ff-80743a05e27d will not be triggered until provisioned by entity DHCP. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:39.634199 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb308ad3-0544-4883-afb0-8b9b8c41f963 req-3b168608-949a-426a-bade-d9d4086e99fd tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:39.635739 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fb308ad3-0544-4883-afb0-8b9b8c41f963 req-3b168608-949a-426a-bade-d9d4086e99fd tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1316881 Jun 01 12:56:39.682824 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fb308ad3-0544-4883-afb0-8b9b8c41f963 req-8365c70d-48f4-42f5-8eba-77d772aaf5ed tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jun 01 12:56:39.757382 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:39.763516 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:39.833502 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f is already hosted by enough agents. {{(pid=99038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:39.837228 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.base_scheduler [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources bound (agent type, host, resource id): {{(pid=99038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:39.841261 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Received port after_create {{(pid=99038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:39.889085 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:39.898103 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:39.922064 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:39.922748 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.063578 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4408410 Jun 01 12:56:40.075884 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Request body: {'port': {'device_id': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:40.157248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-289d4818-2c5b-497b-a06e-a7f1e2e3e930 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.158944 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-289d4818-2c5b-497b-a06e-a7f1e2e3e930 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.1785734 Jun 01 12:56:40.230565 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a30fc7-e17a-4b06-bf8d-339afada4b85 req-3e8874c2-7737-4d4c-8986-9e6ad606ba15 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.232093 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f5a30fc7-e17a-4b06-bf8d-339afada4b85 req-3e8874c2-7737-4d4c-8986-9e6ad606ba15 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 946 time: 0.1765749 Jun 01 12:56:40.257561 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-0e46d692-d98d-4eb8-b74c-75d6ca96ec59 None None] Provisioning for port e9d13a3d-275f-443a-99ff-80743a05e27d completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:40.265729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.267266 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-0e46d692-d98d-4eb8-b74c-75d6ca96ec59 None None] Provisioning complete for port e9d13a3d-275f-443a-99ff-80743a05e27d triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:40.267884 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0e46d692-d98d-4eb8-b74c-75d6ca96ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.323554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c844d-d0d8-4f53-8e01-c0b3c72e440f req-bf3aa55f-6eb3-407f-82fd-f09a15f66acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.324268 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-2c2c844d-d0d8-4f53-8e01-c0b3c72e440f req-bf3aa55f-6eb3-407f-82fd-f09a15f66acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:40.347007 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f5a30fc7-e17a-4b06-bf8d-339afada4b85 req-a9991f72-1fca-4c52-9c60-3c0c417281d7 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1cc4d8f-c448-4aa2-a276-407dcb74f885&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980999 Jun 01 12:56:40.356020 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-0e46d692-d98d-4eb8-b74c-75d6ca96ec59 None None] Port e9d13a3d-275f-443a-99ff-80743a05e27d cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:56:40.383838 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Deleting port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:40.384217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.523242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-2c2c844d-d0d8-4f53-8e01-c0b3c72e440f req-bf3aa55f-6eb3-407f-82fd-f09a15f66acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:40.526072 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2c2c844d-d0d8-4f53-8e01-c0b3c72e440f req-bf3aa55f-6eb3-407f-82fd-f09a15f66acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 932 time: 0.4119051 Jun 01 12:56:40.545847 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] For port 1808ec27-6da9-4f76-a547-6d9f5cb83f86, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=1808ec27-6da9-4f76-a547-6d9f5cb83f86,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:40.546334 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.615744 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2c2c844d-d0d8-4f53-8e01-c0b3c72e440f req-2a06cf39-24aa-4ace-beb2-ba1b8af2c718 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744483 Jun 01 12:56:40.708167 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d13a3d-275f-443a-99ff-80743a05e27d {{(pid=99038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:56:40.717193 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.741821 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.provisioning_blocks [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Transition to ACTIVE for port object e9d13a3d-275f-443a-99ff-80743a05e27d will not be triggered until provisioned by entity L2. {{(pid=99038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:40.833510 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.839745 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a9473c01-5500-45de-9a7e-d97be751376c tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:41.016583 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.016966 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.017283 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.l3_db [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Floating IP f1851145-f4d3-4a8d-a738-5ee87efc19ec disassociated. External IP: 172.28.2.70, port: 1808ec27-6da9-4f76-a547-6d9f5cb83f86. Jun 01 12:56:41.017649 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Calling delete_port for 1808ec27-6da9-4f76-a547-6d9f5cb83f86 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:41.041667 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=2']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.094426 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:41.150511 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Attempting to bind port e9d13a3d-275f-443a-99ff-80743a05e27d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:41.150851 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Attempting to bind port e9d13a3d-275f-443a-99ff-80743a05e27d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:41.151182 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Attempting to bind port e9d13a3d-275f-443a-99ff-80743a05e27d on network 57787a8b-2e05-435e-8ba3-b92ad4350b0f {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:41.156238 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Port e9d13a3d-275f-443a-99ff-80743a05e27d on network 57787a8b-2e05-435e-8ba3-b92ad4350b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:41.156559 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Attempting to bind port e9d13a3d-275f-443a-99ff-80743a05e27d on network 57787a8b-2e05-435e-8ba3-b92ad4350b0f {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:41.164590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:41.165036 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Checking segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:41.165410 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Bound using segment: {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'} {{(pid=99038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:41.165917 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.managers [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Bound port: e9d13a3d-275f-443a-99ff-80743a05e27d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69794d04-21c0-47b7-a39d-47254750a393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f'}}] {{(pid=99038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:41.166174 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.183761 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f0780-b057-40fe-9f8d-f6540afc921f req-738a301f-252b-4141-b44b-08cdc98ddcf1 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:41.185354 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-069f0780-b057-40fe-9f8d-f6540afc921f req-738a301f-252b-4141-b44b-08cdc98ddcf1 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.3482637 Jun 01 12:56:41.218867 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.226963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:41.272844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, cleared binding levels {{(pid=99038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:41.276588 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:41.283377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'Port': ['ID=1808ec27-6da9-4f76-a547-6d9f5cb83f86,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.291487 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:41.298913 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-069f0780-b057-40fe-9f8d-f6540afc921f req-72edf29b-e1e3-4399-b20c-950dd9532dc9 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011355 Jun 01 12:56:41.402958 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10980291'] for port, after_update {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.409767 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:41.486243 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:41.486874 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.488518 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] 10.222.0.58 "PUT /v2.0/ports/e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1094 time: 1.4176934 Jun 01 12:56:41.501181 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:41.503605 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc77b6-71aa-4a14-ad22-d8b41783864d" -d '{"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:41.524021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:41.576835 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5250aa-806c-4cd0-b7e2-7e62c73fb3ae x-openstack-request-id: req-9f5250aa-806c-4cd0-b7e2-7e62c73fb3ae {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:41.577161 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:41.577524 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f5250aa-806c-4cd0-b7e2-7e62c73fb3ae {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:41.578072 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'status': 'completed', 'code': 200} Jun 01 12:56:41.590176 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f0ee96b2-2bb7-4f0c-a671-d84b3ad3a11b req-713bb60e-3a62-48dd-b167-6d9c637e2133 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 210 time: 0.1006875 Jun 01 12:56:41.596558 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=3']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:41.600266 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b2411587-7b90-4ece-bbcb-b8d0a8272846 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:41.731368 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-933d40b2-ce21-4832-aa69-b2fbe130189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:41.737375 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-933d40b2-ce21-4832-aa69-b2fbe130189d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1097 time: 0.1276867 Jun 01 12:56:41.882817 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:41.897445 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:41.918659 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:41.919655 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:41.922373 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-6a0d29ae-d1cc-4618-a320-d05323dc122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:41.924041 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-6a0d29ae-d1cc-4618-a320-d05323dc122e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1827443 Jun 01 12:56:41.978731 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] No DVR routers for this DVR port 1808ec27-6da9-4f76-a547-6d9f5cb83f86 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:41.981785 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.986508 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-deleted', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:41.988897 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25e9703-86dd-4f93-9988-a9a02a218b27" -d '{"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-deleted", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:42.029477 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602ce61-7afb-4a69-b521-a8bd5fd201ba req-c0d140ab-06b1-4806-b049-4e58a723f2a3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.039090 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0602ce61-7afb-4a69-b521-a8bd5fd201ba req-c0d140ab-06b1-4806-b049-4e58a723f2a3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.2729437 Jun 01 12:56:42.108209 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:42.113906 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-635f4f99-569c-4db4-9c0d-db885d58706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.118030 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f4dc77b6-71aa-4a14-ad22-d8b41783864d req-635f4f99-569c-4db4-9c0d-db885d58706c service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1864872 Jun 01 12:56:42.122733 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0602ce61-7afb-4a69-b521-a8bd5fd201ba req-30481ce7-8e76-42b7-a854-511d0f31eace tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823565 Jun 01 12:56:42.151724 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-1b1d36e9-7aee-4073-97ec-fe13c7bd0e39 req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.58 "DELETE /v2.0/ports/1808ec27-6da9-4f76-a547-6d9f5cb83f86 HTTP/1.1" status: 204 len: 173 time: 1.9865475 Jun 01 12:56:42.237086 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190aee7a-42f1-4f93-bffb-5820f5740503 x-openstack-request-id: req-190aee7a-42f1-4f93-bffb-5820f5740503 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:42.237690 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c542227d-b735-48c4-8c2a-a631c8cab89c", "name": "network-vif-deleted", "tag": "1808ec27-6da9-4f76-a547-6d9f5cb83f86", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:42.237891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-190aee7a-42f1-4f93-bffb-5820f5740503 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:42.238460 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c542227d-b735-48c4-8c2a-a631c8cab89c', 'name': 'network-vif-deleted', 'tag': '1808ec27-6da9-4f76-a547-6d9f5cb83f86', 'status': 'completed', 'code': 200} Jun 01 12:56:42.252227 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-db805e8f-8181-453a-bab8-1d5eb526dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.253849 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-db805e8f-8181-453a-bab8-1d5eb526dc10 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1097 time: 0.0919199 Jun 01 12:56:42.330513 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-117fa24e-6f77-4632-b493-87c932ffb544 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 217 time: 0.0685778 Jun 01 12:56:42.470408 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b751cfe1-3ca5-4052-84e0-a1873d4b4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.471796 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-b751cfe1-3ca5-4052-84e0-a1873d4b4078 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.1342454 Jun 01 12:56:42.473749 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:42.479066 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:42.488256 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:42.488986 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:42.575176 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1485e9-af11-423b-bed4-05c7e442766e req-5f732b86-0098-48a3-91d5-a0a65ba9597e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.576813 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8a1485e9-af11-423b-bed4-05c7e442766e req-5f732b86-0098-48a3-91d5-a0a65ba9597e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1627471 Jun 01 12:56:42.602907 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-3ca7905b-b913-4a37-aa28-a44334eb3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.604526 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-3ca7905b-b913-4a37-aa28-a44334eb3af8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1247587 Jun 01 12:56:42.726405 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:42.765747 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-8a1485e9-af11-423b-bed4-05c7e442766e req-ed8c3db8-a497-409d-bfad-ac272afd0448 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806114 Jun 01 12:56:42.824432 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-22818243-b0ef-4f5c-b1a7-49c47c12e4e3 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111297 Jun 01 12:56:42.838190 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bb8e5ef5-43f7-4257-ab4d-48826ece3c88 req-c7626b19-1806-4b81-b0a4-938e41643b7d tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/ports?device_id=c542227d-b735-48c4-8c2a-a631c8cab89c HTTP/1.1" status: 200 len: 210 time: 0.0505445 Jun 01 12:56:43.003580 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-f411b584-6b4e-4e0a-872c-e4ad30ec3319 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:43.015336 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-f411b584-6b4e-4e0a-872c-e4ad30ec3319 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 946 time: 0.1327536 Jun 01 12:56:43.104542 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:43.112085 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b0aa8-e3d1-496f-af1c-663440e30df2 None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:50:09Z', 'revision_number': 4, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': 'e5b6c713-35b2-40b2-951f-6a09c9645bfd', 'name': '', 'network_id': '02ac47b5-9386-462f-997e-39daceff935c', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'mac_address': 'fa:16:3e:64:02:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:08Z', 'updated_at': '2021-06-01T12:50:24Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'subnets': [{'id': 'a2e66181-98b4-4aa3-b079-c342f054f0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:43.223300 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-decf19ad-0c12-4181-9dec-d0497b8875e4 req-745c12e3-2588-478f-8346-80ba41c19476 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919263 Jun 01 12:56:43.372230 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Deleting port 83b621c4-1953-4a47-af8e-df3704157341 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:43.372692 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.381685 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3f09f-925c-4199-bfff-2688dd130fa6 req-952f8748-f138-405f-9891-6103a8f11692 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:43.383417 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-00f3f09f-925c-4199-bfff-2688dd130fa6 req-952f8748-f138-405f-9891-6103a8f11692 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.1233838 Jun 01 12:56:43.434674 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-00f3f09f-925c-4199-bfff-2688dd130fa6 req-9bddca2a-9e5b-40f5-ba5a-225134647cf7 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Jun 01 12:56:43.438632 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43118c9f-8961-47c6-b398-140a25fcb181 None None] New status for floating IP f1851145-f4d3-4a8d-a738-5ee87efc19ec: DOWN {{(pid=99039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:43.552546 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] For port 83b621c4-1953-4a47-af8e-df3704157341, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=83b621c4-1953-4a47-af8e-df3704157341,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:43.552931 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.589399 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 83b621c4-1953-4a47-af8e-df3704157341 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:43.697372 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Calling delete_port for 83b621c4-1953-4a47-af8e-df3704157341 owned by compute:nova {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:43.801251 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.819443 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-15373ee1-e419-4128-ab4c-6ceb9772c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.928536 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.938387 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c69c5858-4935-49ae-8b5e-43cafb2a8eba tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:43.963081 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:43.982947 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-10905298-cfeb-4178-89e6-e77616d73dba req-bf5cdb47-5416-4f18-8474-7c7a12abc4ee tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.0915649 Jun 01 12:56:43.997087 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Pushing event deleted for resources: {'Port': ['ID=83b621c4-1953-4a47-af8e-df3704157341,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:43.997370 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 1808ec27-6da9-4f76-a547-6d9f5cb83f86 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:43.998023 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 1808ec27-6da9-4f76-a547-6d9f5cb83f86 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:44.001699 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:44.055462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49320) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:44.080639 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] No DVR routers for this DVR port 83b621c4-1953-4a47-af8e-df3704157341 on host hv-cinder-79351 {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:44.083405 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.088432 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'name': 'network-vif-deleted', 'tag': '83b621c4-1953-4a47-af8e-df3704157341'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:44.090687 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71769056-bf5c-4ef1-8044-d318eba64a32" -d '{"events": [{"server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "name": "network-vif-deleted", "tag": "83b621c4-1953-4a47-af8e-df3704157341"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:44.127236 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.144737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc731eb-3922-4657-9e32-553449fce05c x-openstack-request-id: req-bdc731eb-3922-4657-9e32-553449fce05c {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:44.144737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8a08eb-58b6-444c-a434-78e03a88ef59", "name": "network-vif-deleted", "tag": "83b621c4-1953-4a47-af8e-df3704157341", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:44.144737 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdc731eb-3922-4657-9e32-553449fce05c {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:44.144737 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8a08eb-58b6-444c-a434-78e03a88ef59', 'name': 'network-vif-deleted', 'tag': '83b621c4-1953-4a47-af8e-df3704157341', 'status': 'completed', 'code': 200} Jun 01 12:56:44.163423 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a8ab4427-51cf-4e77-8d25-dd925e795947 req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "DELETE /v2.0/ports/83b621c4-1953-4a47-af8e-df3704157341 HTTP/1.1" status: 204 len: 173 time: 1.1410632 Jun 01 12:56:44.166299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.315987 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.323286 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a617f940-310d-4bad-8498-078e79bd810d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:44.342345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc4d8f-c448-4aa2-a276-407dcb74f885,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:44.345735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:44.467410 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.468893 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c068b1d4-8120-4035-9b75-c3904b87569c tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "DELETE /v2.0/security-groups/f1cc4d8f-c448-4aa2-a276-407dcb74f885 HTTP/1.1" status: 204 len: 168 time: 0.4120593 Jun 01 12:56:44.471209 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49332) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:44.488523 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.api.v2.resource [None req-1ca9978c-c9ba-46a3-8466-4b5efeb5fdda tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] show failed (client error): The resource could not be found. Jun 01 12:56:44.489955 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-1ca9978c-c9ba-46a3-8466-4b5efeb5fdda tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "GET /v2.0/security-groups/f1cc4d8f-c448-4aa2-a276-407dcb74f885 HTTP/1.1" status: 404 len: 347 time: 0.0176013 Jun 01 12:56:44.493624 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49336) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:44.804480 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22014e-c7ef-429f-8395-c019714ec883 req-52e8cbd6-362a-4488-bcf7-ea459d8bacf6 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:44.806050 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ab22014e-c7ef-429f-8395-c019714ec883 req-52e8cbd6-362a-4488-bcf7-ea459d8bacf6 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.2509141 Jun 01 12:56:44.832218 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Deleting port 5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:44.832218 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.845234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49342) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:44.937274 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ab22014e-c7ef-429f-8395-c019714ec883 req-cfa18bb3-04e1-4452-b04d-96ece8399771 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242137 Jun 01 12:56:44.985763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.000094 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.000094 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.011944 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:45.020732 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b1831e872a4e989cedf6fd96f4a48c is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:45.023334 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:45.033368 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:45.133538 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.147594 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Calling delete_port for 5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1 owned by network:floatingip {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:45.184973 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-6c421e56-c592-4212-a5bf-ea5cc56a16eb req-23c4434d-cf91-4112-8281-0cebce8b238e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:45.222196 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.229789 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-593eb561-dc19-4800-a825-d273a0b219ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.272207 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560c929-52e2-4b70-8619-40feeb6f5647,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.275293 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.277792 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dc4aa835-e313-4d67-b6de-a8f4fc0f08a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7b1831e872a4e989cedf6fd96f4a48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313564 Jun 01 12:56:45.280875 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49350) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:45.307685 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-6c421e56-c592-4212-a5bf-ea5cc56a16eb req-23c4434d-cf91-4112-8281-0cebce8b238e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:45.308868 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6c421e56-c592-4212-a5bf-ea5cc56a16eb req-23c4434d-cf91-4112-8281-0cebce8b238e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd8a08eb-58b6-444c-a434-78e03a88ef59 HTTP/1.1" status: 200 len: 210 time: 0.1677322 Jun 01 12:56:45.345190 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.354362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.361854 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.443610 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Pushing event deleted for resources: {'Port': ['ID=5fa1bb7d-0c64-4c67-aaff-6f81d9eb8bb1,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.453640 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.460772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.539478 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:45.545876 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks [] for floatingip, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.574183 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.575441 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] 10.222.0.11 "DELETE /v2.0/floatingips/f1851145-f4d3-4a8d-a738-5ee87efc19ec HTTP/1.1" status: 204 len: 168 time: 1.0807798 Jun 01 12:56:45.653412 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.659439 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.659439 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7560c929-52e2-4b70-8619-40feeb6f5647 HTTP/1.1" status: 204 len: 168 time: 0.3753431 Jun 01 12:56:45.659439 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1a0945f4-1d43-4afc-8bf2-6b3816236452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.674053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560c929-52e2-4b70-8619-40feeb6f5647,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.676493 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-40c7c071-e996-4f96-b586-7939f8926f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.695972 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:45.717264 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'mac_address': 'fa:16:3e:0c:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:45.782320 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.799182 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d13a3d-275f-443a-99ff-80743a05e27d {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:56:45.815358 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:45.907673 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.909474 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.980856 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.984265 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:46.130061 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['e9d13a3d-275f-443a-99ff-80743a05e27d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:46.147743 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76487352-0228-4316-9e83-373bc448c6bf req-a7a0438d-730d-454f-b67a-e78f2cb0bdd7 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:46.149659 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-76487352-0228-4316-9e83-373bc448c6bf req-a7a0438d-730d-454f-b67a-e78f2cb0bdd7 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 945 time: 0.0831931 Jun 01 12:56:46.197253 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-76487352-0228-4316-9e83-373bc448c6bf req-7208fa25-8618-48e6-b4da-98ce47cc192e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Jun 01 12:56:46.376109 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-68d7c73d-dc47-4cf1-9dd3-fb739a33e5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.448999 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49368) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:46.471031 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.489048 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:46.495050 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Usage tracker for resource:security_group_rule and tenant:b0c9df325f8f4b4eaa60c33043605392 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:46.498733 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:46.506446 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:46.585550 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.604741 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.677077 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.684594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7ce95375-94d3-4cce-b9de-bfbe64fe5cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:46.729261 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0c9df325f8f4b4eaa60c33043605392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784514 Jun 01 12:56:46.730017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae20db7-a30c-46c4-85e1-33dfc45b4178,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:46.731839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49372) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:46.733014 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:46.798490 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.825044 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.965144 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.969135 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-db697895-a269-44df-8d6d-5b2129cdcb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:46.981550 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae20db7-a30c-46c4-85e1-33dfc45b4178,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:46.985247 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:46.990727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:46.994456 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ae20db7-a30c-46c4-85e1-33dfc45b4178 HTTP/1.1" status: 204 len: 168 time: 0.2582874 Jun 01 12:56:47.343783 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:47.393517 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee32ab-d902-4e7c-8fc4-536680696c66 req-f218ccef-8cc4-4cd8-a776-cf6b63b22855 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:47.395058 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4ee32ab-d902-4e7c-8fc4-536680696c66 req-f218ccef-8cc4-4cd8-a776-cf6b63b22855 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 945 time: 0.0886228 Jun 01 12:56:47.442251 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a4ee32ab-d902-4e7c-8fc4-536680696c66 req-e0a7f31f-984d-4fe6-a772-3293e99a4a1d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Jun 01 12:56:47.546378 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:47.685260 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port e9d13a3d-275f-443a-99ff-80743a05e27d completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:56:47.690397 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port e9d13a3d-275f-443a-99ff-80743a05e27d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:47.695112 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:47.811921 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:47.840282 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:47.842538 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9bd59d-d8b9-47ae-8c70-cdcacb986525" -d '{"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:47.856162 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:47.887881 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa29517b-d9ce-4216-8c04-e4b18d4b6a87 x-openstack-request-id: req-fa29517b-d9ce-4216-8c04-e4b18d4b6a87 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:47.888468 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:47.888763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa29517b-d9ce-4216-8c04-e4b18d4b6a87 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:47.889164 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'code': 200} Jun 01 12:56:47.941914 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:47.944977 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-375dd159-7406-4988-8db4-e4dcaac21965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:48.024662 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:48.028290 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:48.456798 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b088cd-1cc5-4cab-9c97-a8ee4e5f906c req-b5efe4e0-1c90-4136-8099-81abdc778526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:48.458275 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89b088cd-1cc5-4cab-9c97-a8ee4e5f906c req-b5efe4e0-1c90-4136-8099-81abdc778526 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.0845819 Jun 01 12:56:48.523259 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89b088cd-1cc5-4cab-9c97-a8ee4e5f906c req-b86cc711-e5a2-4c28-8945-df71b7055729 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544267 Jun 01 12:56:48.750814 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08839a-3025-487e-9f57-4f2909132be3 req-53526bf0-5a69-4720-ba42-06bdcee7e531 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:48.752423 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-df08839a-3025-487e-9f57-4f2909132be3 req-53526bf0-5a69-4720-ba42-06bdcee7e531 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.1942058 Jun 01 12:56:48.773871 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49442) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:48.801449 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-df08839a-3025-487e-9f57-4f2909132be3 req-9c4eb7e7-2db7-44e2-9b82-cf8c37cc12ca tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431552 Jun 01 12:56:49.044862 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.393986 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:49.706318 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.149476 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63dc5-78ca-4529-bf9a-9ee675a4ad58 req-6167be7b-837f-4f0a-ac04-919419886b2e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:50.151943 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15a63dc5-78ca-4529-bf9a-9ee675a4ad58 req-6167be7b-837f-4f0a-ac04-919419886b2e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.1663263 Jun 01 12:56:50.252849 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-15a63dc5-78ca-4529-bf9a-9ee675a4ad58 req-71152fa7-16dd-4503-839e-568273a7cc7f tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941043 Jun 01 12:56:50.330784 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Deleting port e5b6c713-35b2-40b2-951f-6a09c9645bfd {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:50.331347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.468435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] For port e5b6c713-35b2-40b2-951f-6a09c9645bfd, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=e5b6c713-35b2-40b2-951f-6a09c9645bfd,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:50.468435 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:50.473638 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7d219-fb04-4edf-a6da-12766159b3fc req-24745e1c-8436-45a6-b75d-64a707640110 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:50.475980 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-43d7d219-fb04-4edf-a6da-12766159b3fc req-24745e1c-8436-45a6-b75d-64a707640110 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0965641 Jun 01 12:56:50.537627 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-43d7d219-fb04-4edf-a6da-12766159b3fc req-5a8c71fc-e510-4fc1-b4e0-8bdd9a9d2f9d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520527 Jun 01 12:56:50.572618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49478) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:50.615854 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Calling delete_port for e5b6c713-35b2-40b2-951f-6a09c9645bfd owned by network:router_interface {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:50.841985 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dad521-6867-4b98-9d31-57726e664150 tempest-TestShelveInstance-466348327 tempest-TestShelveInstance-466348327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:50.842709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-f9dad521-6867-4b98-9d31-57726e664150 tempest-TestShelveInstance-466348327 tempest-TestShelveInstance-466348327-project-admin] Synchronizing usage tracker for tenant:0673a3f4f86a47d9a8d412bf81a09d1b on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:50.953669 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-f9dad521-6867-4b98-9d31-57726e664150 tempest-TestShelveInstance-466348327 tempest-TestShelveInstance-466348327-project-admin] Unset dirty status for tenant:0673a3f4f86a47d9a8d412bf81a09d1b on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:50.954905 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-f9dad521-6867-4b98-9d31-57726e664150 tempest-TestShelveInstance-466348327 tempest-TestShelveInstance-466348327-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1094 time: 0.3839610 Jun 01 12:56:50.958073 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49484) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:50.963369 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Request body: {'floatingip': {'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:50.969603 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:50.973693 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Usage tracker for resource:floatingip and tenant:f0ff42a17e32410e8e9837cf9023c0c6 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:50.976557 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:50.982612 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:51.067893 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.073142 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4939a527-e931-4962-87e9-6e9f3e226722 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:51.098985 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for floatingip, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.123635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b6c713-35b2-40b2-951f-6a09c9645bfd,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.157958 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:51.260261 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.410627 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Allocated IP 172.28.2.252 (922d5300-6ed3-4938-8b23-38673bf7597f/1e769b8e-9e36-40ca-9cc5-b294fd159682/758d8cd5-476f-4528-a81e-6efb3284738d) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:51.540123 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.584878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.670981 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.674918 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-28039ef2-3c9e-48db-a2b4-2c69ac559b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:51.745808 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Network 922d5300-6ed3-4938-8b23-38673bf7597f is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:51.748844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:51.752408 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:51.783201 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'Port': ['ID=758d8cd5-476f-4528-a81e-6efb3284738d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.790510 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:51.872783 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-fcc1b8cb-b839-4bc6-8468-09e470192160 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:51.874374 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-fcc1b8cb-b839-4bc6-8468-09e470192160 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/networks?id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d HTTP/1.1" status: 200 len: 814 time: 0.2707577 Jun 01 12:56:51.948612 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-420660a0-b4dd-4586-915b-a5a03cf28a74 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/quotas/33cf638e0e2c4f388bbdf4f9bcc74637 HTTP/1.1" status: 200 len: 375 time: 0.0244572 Jun 01 12:56:52.013044 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-0bc0fc69-ea49-4796-a95a-155db6607a01 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555856 Jun 01 12:56:52.127255 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Router 46f0431c-ef73-458d-84b1-812d7d6ab171 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:52.208046 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.351475 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-1a184519-bf2a-490f-a78c-50c74441c4c7 service neutron] 10.222.0.11 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835000 Jun 01 12:56:52.371940 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.529388 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:52.542042 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Sync routers for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:52.555183 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:52.556162 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:52.596639 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-87d39b37-24c8-43f6-92c6-a190a848064c service neutron] 10.222.0.11 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896846 Jun 01 12:56:52.603647 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d0917fb2-79c3-49e6-9fa6-f8486f4f6b48 admin admin] 10.222.0.11 "PUT /v2.0/routers/46f0431c-ef73-458d-84b1-812d7d6ab171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8253262 Jun 01 12:56:52.603647 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49512) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:52.612626 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.679219 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.683096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-49fa60e3-f816-4710-93a4-847a1664bb91 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:52.773412 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:52.794138 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3825413'] for floatingip, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.796591 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.120764 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:56:50Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:53.125402 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Checking router: 46f0431c-ef73-458d-84b1-812d7d6ab171 for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:53.136262 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Routers {'46f0431c-ef73-458d-84b1-812d7d6ab171'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:53.137881 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['46f0431c-ef73-458d-84b1-812d7d6ab171'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:53.150592 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event updated for resources: {'Port': ['ID=758d8cd5-476f-4528-a81e-6efb3284738d,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:53.163059 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-89e8465f-9a3b-4cfe-9a2e-6315d9b8873f req-6b957de1-db43-4926-8d95-c2b61c465c97 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 210 time: 0.1766260 Jun 01 12:56:53.163382 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:53.176924 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.186592 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.db.l3_db [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Floating IP d2a68ec2-cad2-46af-89e6-c7ffc232f670 associated. External IP: 172.28.2.252, port: e9d13a3d-275f-443a-99ff-80743a05e27d. Jun 01 12:56:53.222948 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:56:53.358070 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] Set router 46f0431c-ef73-458d-84b1-812d7d6ab171 gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:53.368229 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Deleting port 96ed1732-e925-400a-8b9c-911393e79f15 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:53.368229 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.511025 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] For port 96ed1732-e925-400a-8b9c-911393e79f15, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=96ed1732-e925-400a-8b9c-911393e79f15,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:53.511586 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.601911 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:53.657783 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Calling delete_port for 96ed1732-e925-400a-8b9c-911393e79f15 owned by network:router_gateway {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:53.744557 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:56:50Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:53.750488 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87d8e6-ba8b-4007-a6d6-260055ef7eea None None] The sync data for ids ['46f0431c-ef73-458d-84b1-812d7d6ab171'] in dv-cinder-793515-2-smb is: [{'id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'name': 'tempest-AttachVolumeShelveTestJSON-221705699-router', 'tenant_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': '96ed1732-e925-400a-8b9c-911393e79f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:59Z', 'updated_at': '2021-06-01T12:56:50Z', 'revision_number': 5, 'project_id': '3a7ca1d321f74e38a6f5e751b493afa5', 'gw_port': {'id': '96ed1732-e925-400a-8b9c-911393e79f15', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f0431c-ef73-458d-84b1-812d7d6ab171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:01Z', 'updated_at': '2021-06-01T12:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:53.848338 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:53.858431 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Sync routers for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:53.870774 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:53.871410 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:53.930735 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:53.935625 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7507daf-cf0d-41ec-b842-ccac418cde10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:53.980459 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=96ed1732-e925-400a-8b9c-911393e79f15,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:53.988375 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.018669 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:54.050685 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0913622 Jun 01 12:56:54.051487 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:54.054697 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d" -d '{"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:54.067678 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:54.096909 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.123935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710fc86-c22a-4c85-82c0-f72ac9c81c86 x-openstack-request-id: req-e710fc86-c22a-4c85-82c0-f72ac9c81c86 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:54.124162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:54.124542 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e710fc86-c22a-4c85-82c0-f72ac9c81c86 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:54.125123 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'status': 'completed', 'code': 200} Jun 01 12:56:54.365629 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.369287 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.373173 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f1dd7067-3cf4-4e59-8139-69f809fd8239 req-7e925509-4660-458e-b35c-e11d632d3c45 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 210 time: 0.0725851 Jun 01 12:56:54.405035 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-6b0074f8-6032-48e8-b607-8ee9ad632a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:54.410705 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-6b0074f8-6032-48e8-b607-8ee9ad632a85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.2468133 Jun 01 12:56:54.485894 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.486518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f0431c-ef73-458d-84b1-812d7d6ab171 {{(pid=99038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:56:54.523309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.525049 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] 10.222.0.11 "DELETE /v2.0/routers/46f0431c-ef73-458d-84b1-812d7d6ab171 HTTP/1.1" status: 204 len: 168 time: 1.9212031 Jun 01 12:56:54.526387 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49542) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:54.562330 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'd2a68ec2-cad2-46af-89e6-c7ffc232f670', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'mac_address': 'fa:16:3e:0c:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:56:52Z', 'updated_at': '2021-06-01T12:56:52Z', 'revision_number': 0, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:54.566661 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Checking router: 5f38cd38-efa8-4ec9-a8dc-7539c396d417 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:54.568626 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-38cad4fc-45ff-47df-9739-2ac98e9a1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:54.571403 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-38cad4fc-45ff-47df-9739-2ac98e9a1180 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1583536 Jun 01 12:56:54.577041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:54.577694 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T12:56:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:54.638390 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Deleting subnet a2e66181-98b4-4aa3-b079-c342f054f0b9 {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:56:54.646861 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.701539 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-8f4274b7-7867-41ad-a3dd-c32f6113f0e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1000 time: 0.1230626 Jun 01 12:56:54.713935 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.775537 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-e8b812fd-4c8a-4325-825a-fb200f8a20b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:54.777180 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-e8b812fd-4c8a-4325-825a-fb200f8a20b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0670950 Jun 01 12:56:54.801674 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.813891 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:54.856072 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-08d2e05c-3875-48a8-8bc9-6a2e4f14ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:54.857658 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-08d2e05c-3875-48a8-8bc9-6a2e4f14ee1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739276 Jun 01 12:56:55.140963 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-be8f510f-7442-4f7b-aeaf-08d0ac3c0cc6 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748852 Jun 01 12:56:55.219462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.223448 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f4bfa8b8-4530-479a-bb0d-af6157cbd523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:55.270127 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e66181-98b4-4aa3-b079-c342f054f0b9,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:55.279365 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:55.284008 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.291811 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7df50-dac5-4bfe-a7a9-303dc3891042 None None] Network 02ac47b5-9386-462f-997e-39daceff935c requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:56:55.325521 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-98df6ff3-9dc2-4846-ba28-0e1e35c6729d req-8cfa558f-d6ca-4ca6-abf1-4fa116e19587 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749117 Jun 01 12:56:55.437046 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'd2a68ec2-cad2-46af-89e6-c7ffc232f670', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'mac_address': 'fa:16:3e:0c:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:56:52Z', 'updated_at': '2021-06-01T12:56:52Z', 'revision_number': 0, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:55.444491 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f77d9d-5b61-4e02-b8e9-35bd66f7853b None None] The sync data for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb is: [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_floatingips': [{'id': 'd2a68ec2-cad2-46af-89e6-c7ffc232f670', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'router_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'mac_address': 'fa:16:3e:0c:d2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:56:52Z', 'updated_at': '2021-06-01T12:56:52Z', 'revision_number': 0, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:55.471649 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a2e66181-98b4-4aa3-b079-c342f054f0b9 HTTP/1.1" status: 204 len: 168 time: 0.9441013 Jun 01 12:56:55.474394 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49552) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:55.636084 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device e5b6c713-35b2-40b2-951f-6a09c9645bfd no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:55.675047 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-288f2bb9-c802-4ad2-8c06-58f81744dbc7 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:55.679816 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-288f2bb9-c802-4ad2-8c06-58f81744dbc7 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "GET /v2.0/networks?id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d HTTP/1.1" status: 200 len: 814 time: 0.3858488 Jun 01 12:56:55.698924 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] DHCP port deletion for 02ac47b5-9386-462f-997e-39daceff935c request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:56:55.699055 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Request body: {'port': {'device_id': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d', 'admin_state_up': True, 'tenant_id': '33cf638e0e2c4f388bbdf4f9bcc74637'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:55.703296 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: e5b6c713-35b2-40b2-951f-6a09c9645bfd {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:55.703668 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device e5b6c713-35b2-40b2-951f-6a09c9645bfd not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:55.704108 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 96ed1732-e925-400a-8b9c-911393e79f15 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:55.754561 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cb59e9d3-ffd1-4056-834e-14364767a287 req-f458680d-ac42-40b5-bfdc-d4791a6711ee tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 210 time: 0.0959396 Jun 01 12:56:55.787694 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.818872 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0847a-457f-44d6-bfc8-a3e5f253b001 None None] New status for floating IP d2a68ec2-cad2-46af-89e6-c7ffc232f670: ACTIVE {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:55.852557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 96ed1732-e925-400a-8b9c-911393e79f15 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:55.852557 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 96ed1732-e925-400a-8b9c-911393e79f15 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:55.906004 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Deleting port 85726a74-722d-4fc7-9029-22ad0eb85aba {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:55.906642 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:55.909314 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.930638 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:55.931301 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Deleting port 85726a74-722d-4fc7-9029-22ad0eb85aba {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:55.931633 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.034906 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Made reservation on behalf of 33cf638e0e2c4f388bbdf4f9bcc74637 for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:56.041082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.060810 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] For port 85726a74-722d-4fc7-9029-22ad0eb85aba, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=85726a74-722d-4fc7-9029-22ad0eb85aba,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:56.061521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.109508 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] For port 85726a74-722d-4fc7-9029-22ad0eb85aba, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=85726a74-722d-4fc7-9029-22ad0eb85aba,segment=NetworkSegment(7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada),segment_id=7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:56.110437 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.202750 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Calling delete_port for 85726a74-722d-4fc7-9029-22ad0eb85aba owned by network:dhcp {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:56.251571 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Allocated IP 172.20.0.12 (fa3c4e07-f565-455f-b248-5c2cbbe42c6d/a930ba0d-873e-4cc8-b976-c7c980e58eb3/9bac2275-854d-4280-adba-ac6a214b6385) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:56:56.284404 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Calling delete_port for 85726a74-722d-4fc7-9029-22ad0eb85aba owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:56.332407 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.338163 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-83ab434a-6dce-4cf2-9b8a-198f5314462b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.353436 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.360001 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-89d7a3ca-e345-42b2-93ec-470fb5bdfdcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.395635 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Pushing event deleted for resources: {'Port': ['ID=85726a74-722d-4fc7-9029-22ad0eb85aba,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.399926 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.400932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] No DVR routers for this DVR port 85726a74-722d-4fc7-9029-22ad0eb85aba on host dv-cinder-793515-2-smb {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:56.423344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Pushing event deleted for resources: {'Port': ['ID=85726a74-722d-4fc7-9029-22ad0eb85aba,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.426758 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.427787 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] No DVR routers for this DVR port 85726a74-722d-4fc7-9029-22ad0eb85aba on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:56.436712 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49570) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:56.538287 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.552153 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ac47b5-9386-462f-997e-39daceff935c']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.565812 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.566100 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c52fd38-ce3b-42e0-9ce0-bed8b7f2eada') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.593443 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.593699 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.603870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.637627 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:56.640070 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.645542 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Usage tracker for resource:security_group_rule and tenant:76a0c5d403404978b6a59e32c2c3b70a is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:56.650125 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:56.653668 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:56:56.654195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:56:56.669428 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:56:56.677311 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:56.739230 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.746053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-409a46ff-d850-4b9e-9d71-0eaf92c5e115 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.814519 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Network fa3c4e07-f565-455f-b248-5c2cbbe42c6d is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:56:56.818605 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:56:56.822331 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:56:56.842886 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.866082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Pushing event updated for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.869735 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.883714 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.888278 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.890931 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.913567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ac47b5-9386-462f-997e-39daceff935c,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.919061 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.939761 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:56.940384 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.956035 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.967288 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-551afa08-5b0d-4011-8bdb-fe4a71d0e0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.998420 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19acc01b-daa6-42ea-bab9-4b43fc2bcca5 req-d6661588-1a65-457f-88b3-fc1432db69e6 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:56.999161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-19acc01b-daa6-42ea-bab9-4b43fc2bcca5 req-d6661588-1a65-457f-88b3-fc1432db69e6 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:57.024318 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] 10.222.0.11 "DELETE /v2.0/networks/02ac47b5-9386-462f-997e-39daceff935c HTTP/1.1" status: 204 len: 168 time: 1.5414927 Jun 01 12:56:57.030954 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63a67d-c0d4-4042-9d0e-e4b37501b085,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:57.037901 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76a0c5d403404978b6a59e32c2c3b70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980701 Jun 01 12:56:57.037901 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c6ccd244-6478-4a73-814b-b205e9f2c23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:57.038212 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49580) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:57.054381 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-7280827e-547f-47bc-b75e-3af04e9d81ba tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3638976 Jun 01 12:56:57.065430 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Request body: {'port': {'device_id': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:57.113338 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-19acc01b-daa6-42ea-bab9-4b43fc2bcca5 req-d6661588-1a65-457f-88b3-fc1432db69e6 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:57.115035 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-19acc01b-daa6-42ea-bab9-4b43fc2bcca5 req-d6661588-1a65-457f-88b3-fc1432db69e6 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 932 time: 0.2377877 Jun 01 12:56:57.248482 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.255015 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-19acc01b-daa6-42ea-bab9-4b43fc2bcca5 req-ff3270bc-73f0-4ec8-8bd0-d098bacc5870 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279850 Jun 01 12:56:57.277158 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.296363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.394702 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49584) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:57.457710 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-137d4c1c-fc28-4b95-8be7-03a721868abe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a7ca1d321f74e38a6f5e751b493afa5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0613585 Jun 01 12:56:57.460295 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49588) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:57.522375 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.552879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.562006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.568488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4fe0182d-67fc-4248-85ef-0cad711fba69 tempest-AttachVolumeTestJSON-700390339 tempest-AttachVolumeTestJSON-700390339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:57.576864 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 85726a74-722d-4fc7-9029-22ad0eb85aba no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:57.593229 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63a67d-c0d4-4042-9d0e-e4b37501b085,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:57.595650 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:57.606563 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.607686 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-682631ae-ffe8-4f3a-95c7-1e935637a1bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f63a67d-c0d4-4042-9d0e-e4b37501b085 HTTP/1.1" status: 204 len: 168 time: 0.5684879 Jun 01 12:56:57.624524 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 85726a74-722d-4fc7-9029-22ad0eb85aba {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:57.624986 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 85726a74-722d-4fc7-9029-22ad0eb85aba not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:57.698796 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.704594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a9184364-d56f-443c-94c4-f0e84c1d54b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:57.712727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bac2275-854d-4280-adba-ac6a214b6385 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:56:57.720645 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8373a93e-420c-4658-904c-998ed32d306f,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:57.726065 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:57.729230 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.738437 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.739669 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-09e8751b-bf9a-40fc-ac1a-8698798aa8a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8373a93e-420c-4658-904c-998ed32d306f HTTP/1.1" status: 204 len: 168 time: 0.2783554 Jun 01 12:56:57.748599 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Transition to ACTIVE for port object 9bac2275-854d-4280-adba-ac6a214b6385 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:56:57.830221 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:57.834860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:58.106147 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:58.108008 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:58.178045 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Attempting to bind port 9bac2275-854d-4280-adba-ac6a214b6385 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:56:58.178398 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Attempting to bind port 9bac2275-854d-4280-adba-ac6a214b6385 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:56:58.178710 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Attempting to bind port 9bac2275-854d-4280-adba-ac6a214b6385 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:58.183341 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Port 9bac2275-854d-4280-adba-ac6a214b6385 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:56:58.183670 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Attempting to bind port 9bac2275-854d-4280-adba-ac6a214b6385 on network fa3c4e07-f565-455f-b248-5c2cbbe42c6d {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:56:58.189164 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:56:58.189508 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Checking segment: {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:56:58.189894 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Bound using segment: {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:56:58.190333 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Bound port: 9bac2275-854d-4280-adba-ac6a214b6385, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f38f48-3c1a-4cf5-ad99-fe88676a697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:56:58.190775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.303876 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:56:58.307809 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9bac2275-854d-4280-adba-ac6a214b6385,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:56:58.383266 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.388850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:58.452705 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.453340 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.454894 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] 10.222.0.58 "PUT /v2.0/ports/9bac2275-854d-4280-adba-ac6a214b6385 HTTP/1.1" status: 200 len: 1094 time: 1.3950493 Jun 01 12:56:58.455432 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:58.457807 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b240477-2745-4657-acd8-61d1548f88b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "tag": "9bac2275-854d-4280-adba-ac6a214b6385"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:58.476507 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Pushing event updated for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:58.481604 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:58.483232 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8444344-60b0-42bc-861b-0166591dce19 req-ec226245-3c84-45c7-8c6c-702ac2e7ae43 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.485333 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f8444344-60b0-42bc-861b-0166591dce19 req-ec226245-3c84-45c7-8c6c-702ac2e7ae43 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 944 time: 0.1074593 Jun 01 12:56:58.518355 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efabf2a-7a56-49fa-a80f-42344277859f x-openstack-request-id: req-0efabf2a-7a56-49fa-a80f-42344277859f {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:58.518766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "tag": "9bac2275-854d-4280-adba-ac6a214b6385", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:58.519264 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0efabf2a-7a56-49fa-a80f-42344277859f {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:58.519818 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385', 'status': 'completed', 'code': 200} Jun 01 12:56:58.537389 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f8444344-60b0-42bc-861b-0166591dce19 req-fa0ce8ed-68bd-483f-b2e2-ba322520408a tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Jun 01 12:56:58.624730 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240477-2745-4657-acd8-61d1548f88b4 req-fb3f9346-f988-46e0-9ef9-197e1a25e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.624730 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b240477-2745-4657-acd8-61d1548f88b4 req-fb3f9346-f988-46e0-9ef9-197e1a25e153 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 1097 time: 0.0815053 Jun 01 12:56:58.729573 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49616) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:58.758362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:58.800549 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:58.819061 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Usage tracker for resource:security_group_rule and tenant:a7bac97dd64b4dedafc329004b2ebe78 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:58.824355 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:58.833024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:58.836445 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240477-2745-4657-acd8-61d1548f88b4 req-db482d00-bd6e-4a1a-8b19-f4f386e65098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.838003 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b240477-2745-4657-acd8-61d1548f88b4 req-db482d00-bd6e-4a1a-8b19-f4f386e65098 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2087858 Jun 01 12:56:59.016447 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b240477-2745-4657-acd8-61d1548f88b4 req-b204e7b3-459f-4784-ad2a-174e8d53392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.016447 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b240477-2745-4657-acd8-61d1548f88b4 req-b204e7b3-459f-4784-ad2a-174e8d53392a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658740 Jun 01 12:56:59.058092 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.091496 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49624) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:59.141677 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-a127ba52-215c-4f4d-b67f-bb56306176e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.143168 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-a127ba52-215c-4f4d-b67f-bb56306176e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 1097 time: 0.0817780 Jun 01 12:56:59.149927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.159450 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2f430c6b-410b-419c-b1de-b4909ff4240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:59.216913 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.v2.base [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-782036541-network', 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb'}} {{(pid=99038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:56:59.222031 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:59.227770 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Usage tracker for resource:network and tenant:7a45556e775c4fef8508bef4bc1f4bcb is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:59.230610 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:59.237043 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:59.247883 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-c351e10c-ae3b-47b4-9466-05ce4d628e39 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bac2275-854d-4280-adba-ac6a214b6385 HTTP/1.1" status: 200 len: 217 time: 0.0907764 Jun 01 12:56:59.306434 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7bac97dd64b4dedafc329004b2ebe78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5756845 Jun 01 12:56:59.309400 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49630) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:59.313452 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eee262-67a4-4ade-b4f9-40f5bb218ff6,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.316607 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-79a99c86-c477-4cfd-b6de-064cc4b76e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:59.337918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'network': 1} {{(pid=99038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:56:59.338970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-c570c5ad-eeb4-4a02-bd2b-5adc8c73f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.340258 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3555354'] for network, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.340435 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-c570c5ad-eeb4-4a02-bd2b-5adc8c73f0dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a930ba0d-873e-4cc8-b976-c7c980e58eb3 HTTP/1.1" status: 200 len: 854 time: 0.0737431 Jun 01 12:56:59.361264 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.383930 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:59.389848 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a45556e775c4fef8508bef4bc1f4bcb is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:59.391045 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-424bb1af-45be-4be5-b338-625564505316 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fa3c4e07-f565-455f-b248-5c2cbbe42c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443904 Jun 01 12:56:59.399195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:59.408521 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:59.414844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.461966 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.540199 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-a0fa9886-f0b1-4b95-a474-6181051eebfc service neutron] 10.222.0.58 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418645 Jun 01 12:56:59.685511 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.747038 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f36f7857-4371-4932-a5d3-40de3e2d4daa req-2ac73a97-c3de-4865-989f-136c3067f3d3 service neutron] 10.222.0.58 "GET /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007337 Jun 01 12:56:59.769962 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07200a-7da9-4262-a0e1-7daf3ac37eff req-43e78cb8-766e-4fd8-ab36-bfa3796c914f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.771878 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cc07200a-7da9-4262-a0e1-7daf3ac37eff req-43e78cb8-766e-4fd8-ab36-bfa3796c914f tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 944 time: 0.1165845 Jun 01 12:56:59.776194 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.779980 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4edf0e95-0c6b-4196-a58b-0835b598150a tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:59.793129 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eee262-67a4-4ade-b4f9-40f5bb218ff6,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.795219 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.799594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:59.799872 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:59.824092 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=99038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:56:59.829610 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cc07200a-7da9-4262-a0e1-7daf3ac37eff req-9265650c-8eed-4f69-a173-0ab515dffac2 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Jun 01 12:56:59.835879 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.837018 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6e2ab9b9-5815-4e94-93fc-d71ee5ba5c93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71eee262-67a4-4ade-b4f9-40f5bb218ff6 HTTP/1.1" status: 204 len: 168 time: 0.5266616 Jun 01 12:56:59.847321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.847655 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.segments_db [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Added segment 75f6657e-fe51-433e-8e13-d1c6549efd89 of type vlan for network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 Jun 01 12:56:59.849054 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.856887 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:59.884399 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794345702476'] for network, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.016054 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309'] for network, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.017465 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:00.018046 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.022541 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f8bf3982-ed5e-4009-86a4-374110555217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:00.125379 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b2497a-ad3f-421b-81e2-b87652ffb7c1,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.128152 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:00.137053 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 details requested by agent ovs-agent-dv-cinder-793515-2-smb with host dv-cinder-793515-2-smb {{(pid=99039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:57:00.214144 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-ed1b869c-9c1f-4449-b057-d7e20b0f2ea8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1210783 Jun 01 12:57:00.216877 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49640) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:00.223035 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Request body: {'subnet': {'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-782036541-subnet', 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:00.228758 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:00.233926 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Usage tracker for resource:subnet and tenant:7a45556e775c4fef8508bef4bc1f4bcb is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:00.237609 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:00.246720 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:00.321757 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'subnet': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:00.324605 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11205445'] for subnet, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.929819 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1893081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11205459'] for subnet, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.933972 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-18648af4-a618-48c6-ab19-cd4d05badd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:01.008009 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88980826-fbd6-4b76-8b1b-8bc713a17b1a,revision_number=0']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:01.012240 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:01.022941 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Checking segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:57:01.023310 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Network hostable DHCP agents. Network: f7b2497a-ad3f-421b-81e2-b87652ffb7c1, hostable agents: ['dff51e78-f378-4315-abd3-80c27facd5ee'], hosted agents: [] {{(pid=99037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:57:01.066655 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae6483-26cd-4960-95da-776f41af33b0 req-3abe70dd-6a6a-441f-97a4-b17824293272 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:01.069079 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fbae6483-26cd-4960-95da-776f41af33b0 req-3abe70dd-6a6a-441f-97a4-b17824293272 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 944 time: 0.0996928 Jun 01 12:57:01.120093 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fbae6483-26cd-4960-95da-776f41af33b0 req-4f668eda-7880-4d21-a0f3-27e77bd21c6c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451458 Jun 01 12:57:01.127554 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 is scheduled to be hosted by DHCP agent dff51e78-f378-4315-abd3-80c27facd5ee with binding_index 1 {{(pid=99037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:57:01.250573 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-793515-2-smb, f7b2497a-ad3f-421b-81e2-b87652ffb7c1) {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:01.261443 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70ba7d8-1d74-4411-90b3-3fee7043ee84 None None] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:57:01.262411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:01.263119 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.377754 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-10234bbc-19d2-461a-abeb-2bbcf7f63b80 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1592357 Jun 01 12:57:01.477299 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c4c3a-f19a-441c-adee-51850b200f6f None None] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:57:01.611319 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9bac2275-854d-4280-adba-ac6a214b6385 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:01.851272 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9bac2275-854d-4280-adba-ac6a214b6385,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:01.872770 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '9bac2275-854d-4280-adba-ac6a214b6385', 'network_id': 'fa3c4e07-f565-455f-b248-5c2cbbe42c6d', 'port_id': '9bac2275-854d-4280-adba-ac6a214b6385', 'mac_address': 'fa:16:3e:c6:ae:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a930ba0d-873e-4cc8-b976-c7c980e58eb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:01.988219 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.007412 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bac2275-854d-4280-adba-ac6a214b6385 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:02.025895 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9bac2275-854d-4280-adba-ac6a214b6385,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:02.127716 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.132058 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-7af1c866-728f-43f6-9ca3-811a813a29ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:02.210369 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:02.226710 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:02.276373 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-ec31e5c0-b3a8-44a5-95fd-c665b309f2f8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:02.278222 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-ec31e5c0-b3a8-44a5-95fd-c665b309f2f8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1675999 Jun 01 12:57:02.294374 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-644a468c-ab06-4ec0-a273-d1e082db8297 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/quotas/7a45556e775c4fef8508bef4bc1f4bcb HTTP/1.1" status: 200 len: 375 time: 0.0100167 Jun 01 12:57:02.349070 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-571201ed-496e-40fc-943a-79e567947c3a tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489974 Jun 01 12:57:02.356708 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9bac2275-854d-4280-adba-ac6a214b6385'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:02.358405 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29c54e-9cb7-47a1-a59b-418516fcd115 req-a8b0800a-97c2-4e43-874b-06729ad6dfbf tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:02.359976 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ca29c54e-9cb7-47a1-a59b-418516fcd115 req-a8b0800a-97c2-4e43-874b-06729ad6dfbf tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 945 time: 0.0997014 Jun 01 12:57:02.423840 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ca29c54e-9cb7-47a1-a59b-418516fcd115 req-33bfb068-3f50-4792-a48d-44dcbf08eb69 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554450 Jun 01 12:57:02.506575 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4bb2493a-1a92-4fce-b9b0-d643f7c3397d service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501920 Jun 01 12:57:02.668643 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-6f0fcf2e-aaa9-4765-bdf4-82b2f8b255b0 service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541574 Jun 01 12:57:03.015486 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a8e33948-5c4f-4c67-9d33-1f351fee0aa4 req-3583a21f-d938-4591-bc07-203079f8c7aa tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 210 time: 0.0435674 Jun 01 12:57:03.629089 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9bac2275-854d-4280-adba-ac6a214b6385 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:03.632679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fac41-ba57-478a-ac9b-b0a2afaecbce req-6148045b-9849-4480-a173-d1239f392e53 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:03.634200 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3e7fac41-ba57-478a-ac9b-b0a2afaecbce req-6148045b-9849-4480-a173-d1239f392e53 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 945 time: 0.0878747 Jun 01 12:57:03.681779 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3e7fac41-ba57-478a-ac9b-b0a2afaecbce req-01c6d320-4c24-42fb-a381-4a196561fc81 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Jun 01 12:57:03.861685 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 9bac2275-854d-4280-adba-ac6a214b6385 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:03.867507 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 9bac2275-854d-4280-adba-ac6a214b6385 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:03.867878 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.988597 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.019401 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:04.021700 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d539f5-4f2d-4da4-a729-4ec131a4460c" -d '{"events": [{"server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "name": "network-vif-plugged", "status": "completed", "tag": "9bac2275-854d-4280-adba-ac6a214b6385"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:04.030047 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9bac2275-854d-4280-adba-ac6a214b6385,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:04.065132 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31b34d5-e4b1-463b-9609-98d85f362bc1 x-openstack-request-id: req-a31b34d5-e4b1-463b-9609-98d85f362bc1 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:04.065429 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "name": "network-vif-plugged", "status": "completed", "tag": "9bac2275-854d-4280-adba-ac6a214b6385", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:04.065685 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a31b34d5-e4b1-463b-9609-98d85f362bc1 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:04.066074 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385', 'code': 200} Jun 01 12:57:04.121004 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-00a7d063-a14e-464f-8d6c-7bd9a7a2b18b req-66258bd4-10f3-4776-b228-1325642c4da9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 210 time: 0.0480595 Jun 01 12:57:04.170701 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.172550 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:04.243085 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:04.246223 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:04.506795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49746) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:04.517058 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b35531-37f8-4ca0-8cce-619939c63fd5 req-de19c8c3-0097-4902-8824-912a42af9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:04.519125 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a3b35531-37f8-4ca0-8cce-619939c63fd5 req-de19c8c3-0097-4902-8824-912a42af9214 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 1099 time: 0.0737236 Jun 01 12:57:04.562119 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a3b35531-37f8-4ca0-8cce-619939c63fd5 req-b8b662fd-cc4c-4a95-97a7-f5c662c5abfa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367072 Jun 01 12:57:04.636968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.653779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:04.657636 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Usage tracker for resource:security_group_rule and tenant:3289a9e9cc0846d8aba345036d92e077 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:04.660616 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:04.667920 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:04.763915 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.868242 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.876479 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9f38efef-b21a-4d8e-a1e5-589254e0b3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:04.932285 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a88cb6-32d4-4ee6-880e-16fa1c50ba82 req-a8212aa2-5cb2-44dd-9b10-66a440c062a3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:04.933783 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c8a88cb6-32d4-4ee6-880e-16fa1c50ba82 req-a8212aa2-5cb2-44dd-9b10-66a440c062a3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.1319358 Jun 01 12:57:04.935945 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3289a9e9cc0846d8aba345036d92e077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281821 Jun 01 12:57:04.936968 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f1f8f8-b5d5-46a4-9054-63825d789106,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:04.939464 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49754) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:04.948690 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f903a5b5-60d1-4804-bcb8-7db421f55955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:04.991470 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c8a88cb6-32d4-4ee6-880e-16fa1c50ba82 req-f53e79ca-44fe-426a-9e1d-178991426ece tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516491 Jun 01 12:57:05.014512 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.041217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.210943 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.217774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8b9da6a0-427f-4ebe-9392-3bac082ae89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:05.265427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f1f8f8-b5d5-46a4-9054-63825d789106,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.267763 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:05.275169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.278956 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-49ee6f2f-5804-4a62-845b-e44cc04e1b4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6f1f8f8-b5d5-46a4-9054-63825d789106 HTTP/1.1" status: 204 len: 168 time: 0.3375065 Jun 01 12:57:05.287088 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a96a579e-a1a3-432d-93d3-89f5b69cf56a req-20ae54e8-586f-4720-af67-a285378bd0aa tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 210 time: 0.0581317 Jun 01 12:57:05.778299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-47b97e08-57de-4d53-9504-5b17d2c27063 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:05.779644 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-47b97e08-57de-4d53-9504-5b17d2c27063 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1598492 Jun 01 12:57:05.793538 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Request body: {'port': {'device_id': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'admin_state_up': True, 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:05.936035 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:05.939880 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Usage tracker for resource:port and tenant:7a45556e775c4fef8508bef4bc1f4bcb is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:05.944134 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:05.950273 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:05.988864 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 49764) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:06.009224 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.024876 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:06.032936 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Usage tracker for resource:security_group_rule and tenant:3e75dda1972345ee8f7c2307be165952 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:06.033651 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:06.040274 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:06.059024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:06.066326 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.227112 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81321ba3-2428-40d9-a1cd-fb3582cbdc75 req-c4d6d019-4d0d-4957-8637-f20a08318c62 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:06.228631 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-81321ba3-2428-40d9-a1cd-fb3582cbdc75 req-c4d6d019-4d0d-4957-8637-f20a08318c62 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.1196315 Jun 01 12:57:06.276085 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-81321ba3-2428-40d9-a1cd-fb3582cbdc75 req-5675ba54-63a9-4a3e-9c9d-bda25d9724dd tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Jun 01 12:57:06.293726 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.306991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Allocated IP 172.20.0.10 (f7b2497a-ad3f-421b-81e2-b87652ffb7c1/88980826-fbd6-4b76-8b1b-8bc713a17b1a/9086ec9f-fd65-4b21-9f66-447298304bda) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:06.454383 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ad8162b8-f173-4e12-8e3d-5d5bef593a7c req-54273f3d-efac-4fa3-acce-4f2ee72fbec0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 210 time: 0.0531127 Jun 01 12:57:06.471126 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.484623 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-36ec2328-d650-4b3d-97f8-30c688c6c5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:06.555527 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e75dda1972345ee8f7c2307be165952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5646482 Jun 01 12:57:06.558016 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 49780) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:06.604776 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1e0947-127d-4636-a711-b4fca3e39dab,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:06.612442 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-024698ac-33e9-49c3-8ecd-8d1036be3236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:06.622863 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.651330 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.692858 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.853348 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.853585 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.858629 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-030c5a70-8a68-4341-84fd-74b03b194a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:06.859228 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-a8ab854d-7619-4068-a15e-8d5d27523aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:06.872094 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1e0947-127d-4636-a711-b4fca3e39dab,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:06.874382 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:06.884053 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.887913 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-592ac7b4-fcd6-4ddd-8a05-d8cd512583d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc1e0947-127d-4636-a711-b4fca3e39dab HTTP/1.1" status: 204 len: 168 time: 0.3262181 Jun 01 12:57:06.931683 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:06.935030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:06.939217 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:57:06.978333 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event updated for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:06.982990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:07.012345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:07.012990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.132635 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4fba1cfc-db28-4e90-b13a-8a7d75689ec9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3424382 Jun 01 12:57:07.144967 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Request body: {'port': {'device_id': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:07.263149 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.669472 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9086ec9f-fd65-4b21-9f66-447298304bda {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:07.679423 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.684367 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0130da-c38f-47fc-a7c9-b8aed52fdb8e req-30417af8-d1c0-4797-a771-6e0d060de511 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:07.685950 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c0130da-c38f-47fc-a7c9-b8aed52fdb8e req-30417af8-d1c0-4797-a771-6e0d060de511 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 932 time: 0.1024179 Jun 01 12:57:07.696377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Transition to ACTIVE for port object 9086ec9f-fd65-4b21-9f66-447298304bda will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:07.735207 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4c0130da-c38f-47fc-a7c9-b8aed52fdb8e req-810ecb0b-69c1-4aa3-9291-6e79ddc0322e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:security_group {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:07.824284 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.829161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:07.861973 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-4c0130da-c38f-47fc-a7c9-b8aed52fdb8e req-810ecb0b-69c1-4aa3-9291-6e79ddc0322e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:security_group {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:07.863564 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4c0130da-c38f-47fc-a7c9-b8aed52fdb8e req-810ecb0b-69c1-4aa3-9291-6e79ddc0322e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692474 Jun 01 12:57:08.000485 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:08.003491 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:08.076774 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Attempting to bind port 9086ec9f-fd65-4b21-9f66-447298304bda on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:08.077153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Attempting to bind port 9086ec9f-fd65-4b21-9f66-447298304bda by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:08.077665 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Attempting to bind port 9086ec9f-fd65-4b21-9f66-447298304bda on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:08.085162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Port 9086ec9f-fd65-4b21-9f66-447298304bda on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:08.085162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Attempting to bind port 9086ec9f-fd65-4b21-9f66-447298304bda on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:08.091684 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:08.092024 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Checking segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:57:08.092414 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Bound using segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:08.092879 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Bound port: 9086ec9f-fd65-4b21-9f66-447298304bda, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:08.093281 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.193403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:08.196672 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9086ec9f-fd65-4b21-9f66-447298304bda,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:08.336794 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.341749 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fb4fc7bb-8c59-4530-90d6-46e3a4e0a765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:08.415085 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:08.416185 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.418680 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/9086ec9f-fd65-4b21-9f66-447298304bda HTTP/1.1" status: 200 len: 1094 time: 1.2781029 Jun 01 12:57:08.419588 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:08.423255 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d04043-8e80-41ac-9d1a-67db953b3fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:08.450662 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:08.454375 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:08.485539 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1383b93f-3c23-4e83-b133-e08148499546 x-openstack-request-id: req-1383b93f-3c23-4e83-b133-e08148499546 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:08.485879 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:08.486186 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1383b93f-3c23-4e83-b133-e08148499546 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:08.486630 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda', 'status': 'completed', 'code': 200} Jun 01 12:57:08.583551 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-5beaf0dc-ea93-487c-8f84-a1c128f0cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:08.585140 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-5beaf0dc-ea93-487c-8f84-a1c128f0cde8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 1097 time: 0.0796423 Jun 01 12:57:08.741436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-14650e21-be46-41a3-b329-ff3ad11619da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:08.743063 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-14650e21-be46-41a3-b329-ff3ad11619da service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1481154 Jun 01 12:57:08.892146 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-3a9d4265-3ad3-45ad-8a69-8df5def26904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:08.893759 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-05d04043-8e80-41ac-9d1a-67db953b3fb3 req-3a9d4265-3ad3-45ad-8a69-8df5def26904 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446512 Jun 01 12:57:09.071928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae232c1-ecf3-4ad2-8184-2cdb2f1e204f req-db0f4599-a08b-493e-8018-80d6a389c9d9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:09.073467 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2ae232c1-ecf3-4ad2-8184-2cdb2f1e204f req-db0f4599-a08b-493e-8018-80d6a389c9d9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 944 time: 0.0857384 Jun 01 12:57:09.111158 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-f4f6de9d-e37b-45a4-9c64-436827b59051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:09.112673 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-f4f6de9d-e37b-45a4-9c64-436827b59051 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 1097 time: 0.1840463 Jun 01 12:57:09.121171 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2ae232c1-ecf3-4ad2-8184-2cdb2f1e204f req-a5449e49-872d-449a-8e04-c05a115a79ca tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Jun 01 12:57:09.186389 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-4606d642-8915-44df-b82b-4137cc05b918 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9086ec9f-fd65-4b21-9f66-447298304bda HTTP/1.1" status: 200 len: 217 time: 0.0663931 Jun 01 12:57:09.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-aa7c4780-d20f-4b22-90a7-31692b8b2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:09.257530 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-aa7c4780-d20f-4b22-90a7-31692b8b2dab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88980826-fbd6-4b76-8b1b-8bc713a17b1a HTTP/1.1" status: 200 len: 854 time: 0.0640118 Jun 01 12:57:09.306662 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-af870dd6-1b5d-4bd8-9317-f7d13872d11a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430334 Jun 01 12:57:09.441982 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-80261e01-705f-46a9-b0ab-00647a5d2966 service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291168 Jun 01 12:57:09.580835 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f65fa6e6-64bc-4155-98b9-8f1efc8325a2 req-7c3c0625-8a2f-4ac8-a74a-c50b247b27ce service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318924 Jun 01 12:57:10.319635 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761fb7b-844c-485f-8d09-664b792fc140 req-0182ffca-f806-496a-9039-6bcd17811a48 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:10.320440 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b761fb7b-844c-485f-8d09-664b792fc140 req-0182ffca-f806-496a-9039-6bcd17811a48 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:10.415993 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b761fb7b-844c-485f-8d09-664b792fc140 req-0182ffca-f806-496a-9039-6bcd17811a48 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:10.417546 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b761fb7b-844c-485f-8d09-664b792fc140 req-0182ffca-f806-496a-9039-6bcd17811a48 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 944 time: 0.1851766 Jun 01 12:57:10.470850 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b761fb7b-844c-485f-8d09-664b792fc140 req-9e17967c-8fcd-46b4-bc59-df36a6f76e77 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476148 Jun 01 12:57:11.665355 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf655c-2c7c-4c65-aad9-947051485437 req-8536a7df-c42f-4def-830c-46f69affa53c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:11.666719 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5eaf655c-2c7c-4c65-aad9-947051485437 req-8536a7df-c42f-4def-830c-46f69affa53c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 944 time: 0.0884540 Jun 01 12:57:11.712248 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9086ec9f-fd65-4b21-9f66-447298304bda details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:11.713210 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5eaf655c-2c7c-4c65-aad9-947051485437 req-889abd94-08c8-4907-90fb-18a26c81a93e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Jun 01 12:57:11.852875 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9086ec9f-fd65-4b21-9f66-447298304bda,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:11.867045 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '9086ec9f-fd65-4b21-9f66-447298304bda', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'port_id': '9086ec9f-fd65-4b21-9f66-447298304bda', 'mac_address': 'fa:16:3e:ca:ab:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88980826-fbd6-4b76-8b1b-8bc713a17b1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:11.928955 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.946399 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9086ec9f-fd65-4b21-9f66-447298304bda {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:11.963324 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9086ec9f-fd65-4b21-9f66-447298304bda,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:12.099827 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.101652 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-cd49f478-7c33-45be-a712-52f4c69f12b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:12.170745 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:12.178167 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.178535 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.178837 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.179213 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.179484 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.179801 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.180118 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.180429 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.180782 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.181081 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.181405 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.181792 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:12.185552 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:12.430056 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:12.926729 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f2a6a-b6b0-43ec-beb1-9b8e6e59f604 req-f614a5b3-ed75-4665-b8dc-dc208433b7c4 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:12.928213 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c61f2a6a-b6b0-43ec-beb1-9b8e6e59f604 req-f614a5b3-ed75-4665-b8dc-dc208433b7c4 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 945 time: 0.0878112 Jun 01 12:57:12.976113 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-c61f2a6a-b6b0-43ec-beb1-9b8e6e59f604 req-d533d2f4-dc5a-45eb-8750-4c5001d96481 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Jun 01 12:57:13.723928 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9086ec9f-fd65-4b21-9f66-447298304bda up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:13.773577 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5d2a865f-c1d3-4c9d-8df3-71a768ed1966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.873021 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 9086ec9f-fd65-4b21-9f66-447298304bda completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:13.878216 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 9086ec9f-fd65-4b21-9f66-447298304bda triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:13.878619 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.001254 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.029062 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:14.031268 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fab575-46c0-41c3-bb7d-19240c102744" -d '{"events": [{"server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "name": "network-vif-plugged", "status": "completed", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:14.039886 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9086ec9f-fd65-4b21-9f66-447298304bda,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:14.077089 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba503a1d-e63f-448c-ad86-85b2138c1b62 x-openstack-request-id: req-ba503a1d-e63f-448c-ad86-85b2138c1b62 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:14.077389 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "name": "network-vif-plugged", "status": "completed", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:14.077647 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba503a1d-e63f-448c-ad86-85b2138c1b62 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:14.078042 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda', 'code': 200} Jun 01 12:57:14.181880 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.183022 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d5c2-ddc1-4462-a209-77aea860fbe1 req-f3081498-9a13-4244-bc10-f702d347115b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:14.184476 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a0d67950-638b-4055-b347-5b7cf654a0a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:14.185666 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e243d5c2-ddc1-4462-a209-77aea860fbe1 req-f3081498-9a13-4244-bc10-f702d347115b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 945 time: 0.0958319 Jun 01 12:57:14.240674 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e243d5c2-ddc1-4462-a209-77aea860fbe1 req-8228cdea-831c-4df3-b825-b455c5efed2d tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Jun 01 12:57:14.270464 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:14.273541 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:14.560305 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51f3c8-1a67-4466-aafa-0e026086b29f req-bffdd544-afd6-4d04-9efe-77e755bbb4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:14.561803 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ce51f3c8-1a67-4466-aafa-0e026086b29f req-bffdd544-afd6-4d04-9efe-77e755bbb4d5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 1099 time: 0.0782278 Jun 01 12:57:14.605449 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ce51f3c8-1a67-4466-aafa-0e026086b29f req-4ceab280-e1ff-484b-8d6c-bedd6ef7bbf7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356078 Jun 01 12:57:15.428448 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714c5cd-ce96-4ca7-9c7b-2af99bf7213a req-66929b39-f58b-4b0f-9009-b870ce74e311 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:15.430540 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0714c5cd-ce96-4ca7-9c7b-2af99bf7213a req-66929b39-f58b-4b0f-9009-b870ce74e311 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 946 time: 0.0833757 Jun 01 12:57:15.477831 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-0714c5cd-ce96-4ca7-9c7b-2af99bf7213a req-7aaa2684-dea8-4cc9-a0e9-c8d0f5c9873b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415652 Jun 01 12:57:16.381996 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0c35ec25-3766-45f8-89fd-d8114c9d770c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.518744 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:16.672272 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef9a55-e417-468c-ba67-f0a55f8c9bae req-eb25482d-86ad-4627-8d59-fcf022b5f3b0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:16.673777 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d1ef9a55-e417-468c-ba67-f0a55f8c9bae req-eb25482d-86ad-4627-8d59-fcf022b5f3b0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 946 time: 0.0872412 Jun 01 12:57:16.735437 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d1ef9a55-e417-468c-ba67-f0a55f8c9bae req-66724f54-546f-4aff-9337-2cc97bb217c8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546260 Jun 01 12:57:17.296397 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:18.987945 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:19.376174 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:23.626324 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-d47f06b9-965c-4787-aeb1-7cf3493a5ee9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:23.627012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-d47f06b9-965c-4787-aeb1-7cf3493a5ee9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:network {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:23.776731 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-d47f06b9-965c-4787-aeb1-7cf3493a5ee9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:network {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:23.777584 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-d47f06b9-965c-4787-aeb1-7cf3493a5ee9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.2998343 Jun 01 12:57:23.796389 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-42f2aaac-8a3b-47eb-891e-f03b09091646 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/quotas/7a45556e775c4fef8508bef4bc1f4bcb HTTP/1.1" status: 200 len: 375 time: 0.0094764 Jun 01 12:57:23.877117 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-ed009048-0a1a-425e-9271-ae9464cbc370 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789394 Jun 01 12:57:24.017469 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-dbb663c7-05ce-46ce-95fa-a5914282400a service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325948 Jun 01 12:57:24.259170 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-da8303f4-b44e-4d2b-a8d2-667e2301faf3 service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351832 Jun 01 12:57:24.516476 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-029949a2-8707-4773-a64c-7f69c9d7cb17 req-e12134ed-104e-468c-b672-9082c68886a9 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 210 time: 0.0487556 Jun 01 12:57:25.675642 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-34df2200-445a-4032-b58b-aa74c8a88cf5 req-8e7056d6-af1a-4668-927d-6d31f2d6ffcc tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 210 time: 0.0445008 Jun 01 12:57:26.833659 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-baadccf3-4ee8-4c77-aa49-d4c76578f64f req-16f4b1fa-03e3-46e3-9b31-f46b04f498df tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 210 time: 0.0465705 Jun 01 12:57:26.948965 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-cab4e327-8e54-4c8a-b895-f408f3850775 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:26.950432 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-cab4e327-8e54-4c8a-b895-f408f3850775 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1494498 Jun 01 12:57:26.963174 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Request body: {'port': {'device_id': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'admin_state_up': True, 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:27.114855 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:27.125845 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:27.192947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:27.196522 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.370018 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Allocated IP 172.20.0.11 (f7b2497a-ad3f-421b-81e2-b87652ffb7c1/88980826-fbd6-4b76-8b1b-8bc713a17b1a/3b3eda1e-07e2-48c7-b6e8-5334ca6dd516) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:27.667699 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.759373 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:27.765199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-54a7f3ee-6d78-4b4d-bf99-6ac60845fd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:27.773367 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:27.838707 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:27.842279 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:27.847003 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:57:27.905101 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:27.912393 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:27.952232 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:27.953082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:28.073944 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713977af-3d47-4179-a47e-e02661855154 req-ced12025-6fff-47c8-965d-78a2f6106c7c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:28.074634 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-713977af-3d47-4179-a47e-e02661855154 req-ced12025-6fff-47c8-965d-78a2f6106c7c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:28.197500 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b5739131-6e93-4659-9a15-f9603a054e5b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2382512 Jun 01 12:57:28.209855 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Request body: {'port': {'device_id': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:28.301049 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-713977af-3d47-4179-a47e-e02661855154 req-ced12025-6fff-47c8-965d-78a2f6106c7c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:28.301049 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-713977af-3d47-4179-a47e-e02661855154 req-ced12025-6fff-47c8-965d-78a2f6106c7c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 932 time: 0.3293521 Jun 01 12:57:28.352436 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:28.417944 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-713977af-3d47-4179-a47e-e02661855154 req-3a1aab90-6aa2-4e9b-bd43-c20558ab42fb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043456 Jun 01 12:57:28.734141 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:28.742908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:28.759160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Transition to ACTIVE for port object 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:29.133261 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.138274 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f60a1a70-503a-4087-902d-a0169cbdcead tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:29.299410 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:29.329572 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:29.373578 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Attempting to bind port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:29.373949 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Attempting to bind port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:29.374274 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Attempting to bind port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:29.378927 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:29.379250 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Attempting to bind port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:29.385106 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:29.385425 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Checking segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:57:29.385813 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Bound using segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:29.386243 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Bound port: 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:29.386593 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.501622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:29.506989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:29.596755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.602739 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fa94788f-86f0-4fca-8513-ef1d9f9c8970 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:29.620652 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc940fa3-2382-4809-b6b8-97690fed76fe req-23c6e021-2719-4135-82e2-fb00dbb04ce6 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:29.622737 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fc940fa3-2382-4809-b6b8-97690fed76fe req-23c6e021-2719-4135-82e2-fb00dbb04ce6 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 944 time: 0.0851383 Jun 01 12:57:29.670876 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:29.671707 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:29.671992 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fc940fa3-2382-4809-b6b8-97690fed76fe req-45965595-08fd-46a2-a5d2-4fc109f24fed tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Jun 01 12:57:29.673192 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] 10.222.0.58 "PUT /v2.0/ports/3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 HTTP/1.1" status: 200 len: 1094 time: 1.4677355 Jun 01 12:57:29.673777 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:29.676243 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679557c6-5808-4e98-9432-b29b63deb8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:29.698441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:29.702653 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:29.739589 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1b536-10cd-4766-9988-32cb7bb2e300 x-openstack-request-id: req-e5c1b536-10cd-4766-9988-32cb7bb2e300 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:29.739922 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:29.740346 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5c1b536-10cd-4766-9988-32cb7bb2e300 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:29.743431 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'status': 'completed', 'code': 200} Jun 01 12:57:29.834262 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-fe6584ae-9da3-4f64-a168-6f2ecdeb0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:29.835766 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-fe6584ae-9da3-4f64-a168-6f2ecdeb0582 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 1097 time: 0.0733333 Jun 01 12:57:29.940309 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50094) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:29.997759 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-1587a953-d961-4598-abc9-1f2e2fcf5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:29.999225 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-1587a953-d961-4598-abc9-1f2e2fcf5eb3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1504471 Jun 01 12:57:30.072150 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.092161 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:30.096541 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a30479c78e46b2a719edfb4c7278d1 is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:30.100383 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:30.108728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:30.165567 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-2b7240c2-4ee9-481c-9704-163b08c7f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:30.165567 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-679557c6-5808-4e98-9432-b29b63deb8c7 req-2b7240c2-4ee9-481c-9704-163b08c7f546 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514030 Jun 01 12:57:30.208911 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.212703 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:57:30.269870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.277220 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-22b4c7eb-98d9-41c4-9e90-b75d29764336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:30.280309 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-22b4c7eb-98d9-41c4-9e90-b75d29764336 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 1097 time: 0.0746219 Jun 01 12:57:30.280504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7e56bfa8-2bdd-46a3-ac22-91770a929f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:30.320861 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7a30479c78e46b2a719edfb4c7278d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786631 Jun 01 12:57:30.322191 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6b5f67-7b4d-4f5f-bcfb-e5426ad62b6e,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:30.324547 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50102) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:30.327486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:30.390018 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.417567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.454243 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-e18c01a5-7b92-4491-9200-6db8ad666333 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 HTTP/1.1" status: 200 len: 217 time: 0.1657374 Jun 01 12:57:30.528345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0e6dd3b2-7d43-4fc4-9f70-4b6e30f97a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:30.530550 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-0e6dd3b2-7d43-4fc4-9f70-4b6e30f97a1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88980826-fbd6-4b76-8b1b-8bc713a17b1a HTTP/1.1" status: 200 len: 854 time: 0.0663712 Jun 01 12:57:30.550145 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.554795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6af6a2ac-53ee-4337-89ee-742fbd0bb98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:30.571174 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6b5f67-7b4d-4f5f-bcfb-e5426ad62b6e,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:30.579622 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-06ebd4b5-fa64-48a1-a11d-6693acf21a10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406682 Jun 01 12:57:30.581564 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.581949 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.584158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.585255 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.585655 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.586017 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.586411 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:30.589633 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:30.590978 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db6b5f67-7b4d-4f5f-bcfb-e5426ad62b6e HTTP/1.1" status: 204 len: 168 time: 0.2654767 Jun 01 12:57:30.592178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:30.747633 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-282ce255-70d4-4f6d-89cf-0ffd9d59d13b service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597455 Jun 01 12:57:30.894651 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406293-f8e1-47c7-a45f-5ac4f1852171 req-b22bd00d-3111-4afa-b620-6767a1676e30 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:30.894651 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ab406293-f8e1-47c7-a45f-5ac4f1852171 req-b22bd00d-3111-4afa-b620-6767a1676e30 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 944 time: 0.1015792 Jun 01 12:57:30.910077 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-647338bc-22a6-4a89-91f9-e38b9dc62c5f req-b0e42217-0092-4c9a-bb59-553b3300a06e service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525688 Jun 01 12:57:30.953407 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ab406293-f8e1-47c7-a45f-5ac4f1852171 req-2cbc7e73-adf5-4b68-84d6-14026283cd8c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Jun 01 12:57:31.850975 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75b93-9b1a-4bcd-95d5-0524ba145364 req-202799e1-6121-4e23-932a-7bff5a567d7a tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:31.853116 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-72c75b93-9b1a-4bcd-95d5-0524ba145364 req-202799e1-6121-4e23-932a-7bff5a567d7a tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0879834 Jun 01 12:57:31.899517 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-72c75b93-9b1a-4bcd-95d5-0524ba145364 req-553440e4-e6e8-48a1-9a6a-cd3e7f52675b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 Jun 01 12:57:32.146398 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c07a5e-39f9-4420-94c8-8a9314ddeb47 req-9697ecff-12ed-418b-8376-a0b4ee8120ce tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:32.147899 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-81c07a5e-39f9-4420-94c8-8a9314ddeb47 req-9697ecff-12ed-418b-8376-a0b4ee8120ce tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 944 time: 0.0845389 Jun 01 12:57:32.200235 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-81c07a5e-39f9-4420-94c8-8a9314ddeb47 req-fc7780e3-d77f-4dd1-a07d-db406567bc6b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451875 Jun 01 12:57:33.099656 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b62eb9-8f69-4882-b3b5-6afcaf586faf req-68687bed-1726-4eae-8cc3-cef4930df14e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:33.101179 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a7b62eb9-8f69-4882-b3b5-6afcaf586faf req-68687bed-1726-4eae-8cc3-cef4930df14e tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0836823 Jun 01 12:57:33.148192 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a7b62eb9-8f69-4882-b3b5-6afcaf586faf req-aa32457d-ef17-4fcf-a8b1-94c1684454a8 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Jun 01 12:57:33.386512 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b662a53-9694-4429-8efd-e71a6249c93b req-ec7537e2-0b1c-4ea7-bf54-3b4d8b4a10e8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:33.387905 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7b662a53-9694-4429-8efd-e71a6249c93b req-ec7537e2-0b1c-4ea7-bf54-3b4d8b4a10e8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 944 time: 0.0797901 Jun 01 12:57:33.433819 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7b662a53-9694-4429-8efd-e71a6249c93b req-4d8d298a-40a4-49e0-9481-ff2f760ff7f6 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Jun 01 12:57:33.883873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:34.018775 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:34.034089 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'port_id': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'mac_address': 'fa:16:3e:94:69:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88980826-fbd6-4b76-8b1b-8bc713a17b1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:34.088375 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.105733 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:34.121971 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:34.224592 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:34.227713 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:34.300379 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:34.303589 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:34.344463 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0904bae-988b-4216-9fb5-4eaee6bc54d3 req-c78512b3-509c-4863-aa1b-dd8f00c7c1f3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:34.345965 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d0904bae-988b-4216-9fb5-4eaee6bc54d3 req-c78512b3-509c-4863-aa1b-dd8f00c7c1f3 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0863323 Jun 01 12:57:34.390174 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d0904bae-988b-4216-9fb5-4eaee6bc54d3 req-d530e03c-1214-4e52-9e58-431d458c463c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384712 Jun 01 12:57:34.525490 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:34.632173 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310cc17-4a61-436d-856a-78a0a2687e54 req-5c5c411d-5ff6-47ca-9266-cdc340973c7e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:34.637434 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9310cc17-4a61-436d-856a-78a0a2687e54 req-5c5c411d-5ff6-47ca-9266-cdc340973c7e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 945 time: 0.0933166 Jun 01 12:57:34.683360 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9310cc17-4a61-436d-856a-78a0a2687e54 req-3eb36a35-0ced-4701-941d-55ab2d1cd8bb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Jun 01 12:57:35.576385 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a32244-cf82-426a-bd7c-8c065d4660bb req-30d5faf3-7e08-4a33-80ff-5017baf03019 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:35.577881 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-80a32244-cf82-426a-bd7c-8c065d4660bb req-30d5faf3-7e08-4a33-80ff-5017baf03019 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0810535 Jun 01 12:57:35.624499 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-80a32244-cf82-426a-bd7c-8c065d4660bb req-5303a3b5-cbae-4c6c-95cf-ba39b24ff7c6 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Jun 01 12:57:35.877070 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553d2d0-b8a9-4080-9aba-00dba7201c01 req-07a5d996-f141-4b43-94a1-a211ce290e53 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:35.878564 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6553d2d0-b8a9-4080-9aba-00dba7201c01 req-07a5d996-f141-4b43-94a1-a211ce290e53 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 945 time: 0.0833652 Jun 01 12:57:35.912918 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:35.926984 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6553d2d0-b8a9-4080-9aba-00dba7201c01 req-9e7a02fd-fcc6-432b-9c80-905cf040f911 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425768 Jun 01 12:57:36.058440 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:36.063344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:36.063718 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.182352 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.209008 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:36.211778 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450364c-2f18-41da-a4fa-d5db9f3f57d0" -d '{"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-plugged", "status": "completed", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:36.219378 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:36.260756 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3994184-7da4-457e-94d9-ab07d3386355 x-openstack-request-id: req-f3994184-7da4-457e-94d9-ab07d3386355 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:36.261062 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-plugged", "status": "completed", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:36.261322 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3994184-7da4-457e-94d9-ab07d3386355 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:36.261718 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'code': 200} Jun 01 12:57:36.322065 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:36.324785 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:36.398087 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:36.402021 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:36.658423 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842e440-18d9-495b-a257-05e561d8e99a req-c6ba2498-8278-4346-b14f-f08933505b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:36.660111 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2842e440-18d9-495b-a257-05e561d8e99a req-c6ba2498-8278-4346-b14f-f08933505b41 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 1099 time: 0.0799253 Jun 01 12:57:36.716478 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-2842e440-18d9-495b-a257-05e561d8e99a req-73e815c6-859d-4c02-a2dc-4399e49908c7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Jun 01 12:57:36.823102 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e23d44-b45f-485c-bac0-58692882da70 req-796330ff-4a6c-4344-9f67-9cb4d53d0326 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:36.824611 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4e23d44-b45f-485c-bac0-58692882da70 req-796330ff-4a6c-4344-9f67-9cb4d53d0326 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0826414 Jun 01 12:57:36.872585 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f4e23d44-b45f-485c-bac0-58692882da70 req-2b09ffc1-55f3-4152-836a-219494c3d210 tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/security-groups?id=f240f2db-56b0-427a-a8c9-2d9e3e0177ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421298 Jun 01 12:57:37.059502 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-7b033b9f-5b97-4aee-b0a8-9304fcaf56bf tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:37.061043 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-7b033b9f-5b97-4aee-b0a8-9304fcaf56bf tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 946 time: 0.0866513 Jun 01 12:57:37.130624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffa625-1afd-4e03-b606-77f935ee0603 req-39482cc4-d332-45e6-83a7-fc04569a26e0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:37.132107 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f3ffa625-1afd-4e03-b606-77f935ee0603 req-39482cc4-d332-45e6-83a7-fc04569a26e0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 946 time: 0.0934546 Jun 01 12:57:37.178513 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-f3ffa625-1afd-4e03-b606-77f935ee0603 req-a675cfce-5081-454e-82bc-3850d1a8be64 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Jun 01 12:57:37.206976 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Deleting port 9bac2275-854d-4280-adba-ac6a214b6385 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:37.207223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.345826 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] For port 9bac2275-854d-4280-adba-ac6a214b6385, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9bac2275-854d-4280-adba-ac6a214b6385,segment=NetworkSegment(09f38f48-3c1a-4cf5-ad99-fe88676a697c),segment_id=09f38f48-3c1a-4cf5-ad99-fe88676a697c)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:37.346186 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.473999 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Calling delete_port for 9bac2275-854d-4280-adba-ac6a214b6385 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:37.698411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.704611 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2fc10cb7-9971-4398-9d4f-b6e54f87c3b4 tempest-AttachVolumeShelveTestJSON-1090976778 tempest-AttachVolumeShelveTestJSON-1090976778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:37.713231 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9bac2275-854d-4280-adba-ac6a214b6385'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:37.848844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Pushing event deleted for resources: {'Port': ['ID=9bac2275-854d-4280-adba-ac6a214b6385,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:37.896020 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.896401 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.896843 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.897252 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.897616 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.897977 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.898397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.899557 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.899557 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.899861 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.900128 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.900478 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:37.904556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:37.945532 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] No DVR routers for this DVR port 9bac2275-854d-4280-adba-ac6a214b6385 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:37.948219 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:37.951156 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'name': 'network-vif-deleted', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:37.953488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f183fff6-336a-4fbd-a3cf-235d01f9f65e" -d '{"events": [{"server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "name": "network-vif-deleted", "tag": "9bac2275-854d-4280-adba-ac6a214b6385"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:37.963334 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f351efee-6831-4a1b-beb1-4e60532b49cf req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.58 "DELETE /v2.0/ports/9bac2275-854d-4280-adba-ac6a214b6385 HTTP/1.1" status: 204 len: 173 time: 0.8966789 Jun 01 12:57:38.024375 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2634c83-b71b-45d1-9263-c245c0af4775 x-openstack-request-id: req-d2634c83-b71b-45d1-9263-c245c0af4775 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:38.024732 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e311b0e-9301-4a80-9b2a-eb03274aa386", "name": "network-vif-deleted", "tag": "9bac2275-854d-4280-adba-ac6a214b6385", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:38.025030 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2634c83-b71b-45d1-9263-c245c0af4775 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:38.025456 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e311b0e-9301-4a80-9b2a-eb03274aa386', 'name': 'network-vif-deleted', 'tag': '9bac2275-854d-4280-adba-ac6a214b6385', 'status': 'completed', 'code': 200} Jun 01 12:57:38.036914 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-32280950-6890-450c-9ea8-1ae927b91364 req-2afc0940-6cc6-416e-a854-4a1bcc5eacbb tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Synchronizing usage tracker for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:38.132917 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-32280950-6890-450c-9ea8-1ae927b91364 req-2afc0940-6cc6-416e-a854-4a1bcc5eacbb tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Unset dirty status for tenant:33cf638e0e2c4f388bbdf4f9bcc74637 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:38.134063 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-32280950-6890-450c-9ea8-1ae927b91364 req-2afc0940-6cc6-416e-a854-4a1bcc5eacbb tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e311b0e-9301-4a80-9b2a-eb03274aa386 HTTP/1.1" status: 200 len: 210 time: 0.1435637 Jun 01 12:57:38.373720 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226c092-b39d-4260-9681-44cede7f99a8 req-97b388e2-59c7-4d87-b6d1-cdde2caab203 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:38.375188 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0226c092-b39d-4260-9681-44cede7f99a8 req-97b388e2-59c7-4d87-b6d1-cdde2caab203 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 946 time: 0.0809271 Jun 01 12:57:38.426102 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-0226c092-b39d-4260-9681-44cede7f99a8 req-9dc5e1ae-5cdd-44bb-9e02-7623719e25bf tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Jun 01 12:57:39.035148 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 50216) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:39.165080 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.179182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:39.183817 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:d046a66b783847ceb92cc406ff4be131 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:39.186733 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:39.192607 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:39.285929 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.375905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.389294 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0c6ba070-8aef-4c3a-a039-06c493634a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:39.429330 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d046a66b783847ceb92cc406ff4be131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3929522 Jun 01 12:57:39.433360 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50228) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:39.434781 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b238be-3596-44bf-8380-33e31d86adb2,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:39.437950 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-7b7e4e23-393f-44d3-bf8f-3c07e3318cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:39.506938 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.533892 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.704318 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.708014 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-725dad59-2135-49c7-8fa9-891eefc421df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:39.721037 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b238be-3596-44bf-8380-33e31d86adb2,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:39.725305 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:39.727866 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:39.729012 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6b238be-3596-44bf-8380-33e31d86adb2 HTTP/1.1" status: 204 len: 168 time: 0.2939153 Jun 01 12:57:39.943808 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9bac2275-854d-4280-adba-ac6a214b6385 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:39.996582 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 9bac2275-854d-4280-adba-ac6a214b6385 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:39.997052 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9bac2275-854d-4280-adba-ac6a214b6385 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:40.875510 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-595c78b6-4ad4-4a5c-8fc3-a1b616498e8a tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:40.877002 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-595c78b6-4ad4-4a5c-8fc3-a1b616498e8a tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1504893 Jun 01 12:57:40.892786 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-dc70d9ed-ee99-439b-9b81-ee5ea31bb0f3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/quotas/7a45556e775c4fef8508bef4bc1f4bcb HTTP/1.1" status: 200 len: 375 time: 0.0100980 Jun 01 12:57:40.978659 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-e807c738-faef-4066-89ce-eefdd982c82e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804317 Jun 01 12:57:41.112347 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-438036de-ac23-444d-a002-85587b1eb44f service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269419 Jun 01 12:57:41.247792 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-c73e101e-ef99-4d02-ba92-13dc9fd48117 service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291456 Jun 01 12:57:41.516456 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-9c7b6e5f-302c-41ba-b197-82e26a20c041 req-b0532c18-25e2-4a1a-b8fb-ff2573fe2c81 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 210 time: 0.0495162 Jun 01 12:57:42.686664 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a37ff36b-4080-45c9-81c8-180a1c6a87c0 req-2c463c4b-aa73-467a-b2ce-8e56a2c111d1 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 210 time: 0.0437231 Jun 01 12:57:43.727669 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3870619c-268d-48a4-bcb3-e337c9fba82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.841517 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ed0873ee-5f5c-470c-935d-2e948aae515e req-38a9ae3f-e48b-401d-bf28-3cdd9f4ce9db tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 210 time: 0.0426400 Jun 01 12:57:44.029169 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-921439da-f0a2-4ab2-9ec3-a2e72813d99d tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:44.030644 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-921439da-f0a2-4ab2-9ec3-a2e72813d99d tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1559086 Jun 01 12:57:44.044056 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Request body: {'port': {'device_id': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'admin_state_up': True, 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:44.187998 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:44.192000 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Usage tracker for resource:port and tenant:7a45556e775c4fef8508bef4bc1f4bcb is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:44.194878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Quota usage for port was recalculated. Used quota:2. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:44.201381 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:44.338283 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:57:44.341858 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.510089 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Allocated IP 172.20.0.8 (f7b2497a-ad3f-421b-81e2-b87652ffb7c1/88980826-fbd6-4b76-8b1b-8bc713a17b1a/c6ea5548-1801-4e4e-8a1e-80cece701a5d) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:57:44.738122 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.845106 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.851198 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0c70e30d-7932-4c88-a9a2-0574cbece53d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:44.856659 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda', '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:44.917812 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:57:44.921013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:57:44.925051 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:57:45.105514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event updated for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:45.118182 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:45.150046 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:45.150661 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.205918 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f5e33-aa64-4560-afdf-9f1e4a6b3e26 req-f74396a0-ac80-46f0-8083-f4370595be59 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:45.206656 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c36f5e33-aa64-4560-afdf-9f1e4a6b3e26 req-f74396a0-ac80-46f0-8083-f4370595be59 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:57:45.316573 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2762730 Jun 01 12:57:45.317191 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-c36f5e33-aa64-4560-afdf-9f1e4a6b3e26 req-f74396a0-ac80-46f0-8083-f4370595be59 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:57:45.318176 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c36f5e33-aa64-4560-afdf-9f1e4a6b3e26 req-f74396a0-ac80-46f0-8083-f4370595be59 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 931 time: 0.2548542 Jun 01 12:57:45.330069 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Request body: {'port': {'device_id': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:57:45.440060 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-c36f5e33-aa64-4560-afdf-9f1e4a6b3e26 req-13c17f45-3da6-480f-b453-d5f2f1f4b747 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156986 Jun 01 12:57:45.497858 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.844188 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ea5548-1801-4e4e-8a1e-80cece701a5d {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:45.851486 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.866160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Transition to ACTIVE for port object c6ea5548-1801-4e4e-8a1e-80cece701a5d will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:57:45.947071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.951013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-f172e39d-54bf-44b6-9a80-a1f57fb13e9c tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:46.081775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.108936 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:46.184657 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Attempting to bind port c6ea5548-1801-4e4e-8a1e-80cece701a5d on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:57:46.184985 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Attempting to bind port c6ea5548-1801-4e4e-8a1e-80cece701a5d by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:57:46.185307 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Attempting to bind port c6ea5548-1801-4e4e-8a1e-80cece701a5d on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:46.189781 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Port c6ea5548-1801-4e4e-8a1e-80cece701a5d on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:57:46.190093 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Attempting to bind port c6ea5548-1801-4e4e-8a1e-80cece701a5d on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:57:46.195150 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:57:46.195474 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Checking segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:57:46.195844 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Bound using segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:57:46.197094 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Bound port: c6ea5548-1801-4e4e-8a1e-80cece701a5d, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:57:46.197319 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.290428 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:57:46.294013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:57:46.355310 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-bdc51ea5-9cc8-4da0-ab37-7c7653052057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.407314 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.412416 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:46.489136 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:46.490048 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.492256 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] 10.222.0.58 "PUT /v2.0/ports/c6ea5548-1801-4e4e-8a1e-80cece701a5d HTTP/1.1" status: 200 len: 1093 time: 1.1658316 Jun 01 12:57:46.497378 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:46.498863 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5347c-6200-428e-b450-8d804ba34ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:46.517367 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.521580 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-fe9a0435-645a-41f5-88e7-c83da04b187d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:46.532600 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.545674 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76ebc09-db70-4b4e-b17d-9b10ec7d2c60 x-openstack-request-id: req-f76ebc09-db70-4b4e-b17d-9b10ec7d2c60 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:46.546137 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:46.546530 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f76ebc09-db70-4b4e-b17d-9b10ec7d2c60 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:46.547069 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', 'status': 'completed', 'code': 200} Jun 01 12:57:46.640266 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c4fd8-325a-42c4-85be-5662f7804914 req-a0725fdb-4765-480a-8768-811cacb4e7f1 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:46.641789 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-481c4fd8-325a-42c4-85be-5662f7804914 req-a0725fdb-4765-480a-8768-811cacb4e7f1 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 943 time: 0.0836842 Jun 01 12:57:46.665377 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-d064f5ac-8c89-429b-b1c5-326d3e306b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:46.666896 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-d064f5ac-8c89-429b-b1c5-326d3e306b02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 1096 time: 0.0777214 Jun 01 12:57:46.687984 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-481c4fd8-325a-42c4-85be-5662f7804914 req-3cd62483-bc4d-45b0-ae06-424fedd3b1db tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Jun 01 12:57:46.824756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-7496162a-2645-4748-b4f2-a696a748300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:46.826476 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-7496162a-2645-4748-b4f2-a696a748300e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1512530 Jun 01 12:57:46.966209 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-2d274b70-30b6-4d91-83bf-0693363893f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:46.967667 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5bc5347c-6200-428e-b450-8d804ba34ba1 req-2d274b70-30b6-4d91-83bf-0693363893f5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337001 Jun 01 12:57:47.083438 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-bbc478ff-e9c8-47ac-9f76-52bd2edc3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:47.083438 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-bbc478ff-e9c8-47ac-9f76-52bd2edc3329 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 1096 time: 0.0729733 Jun 01 12:57:47.154639 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-45416e14-e9eb-42ba-85d7-33c79ba5c137 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d HTTP/1.1" status: 200 len: 217 time: 0.0671244 Jun 01 12:57:47.222272 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b082a-184b-4124-96b6-f759a88dc86b req-c2494aaa-93da-4d5e-a3e2-17b19db08408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:47.223823 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-c2494aaa-93da-4d5e-a3e2-17b19db08408 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88980826-fbd6-4b76-8b1b-8bc713a17b1a HTTP/1.1" status: 200 len: 854 time: 0.0612555 Jun 01 12:57:47.273626 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-ef13b9d6-8265-482e-90da-b3cc41c763f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435669 Jun 01 12:57:47.327016 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:47.507539 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-236d0c1b-ebb6-43c5-a4fc-c128cb3189b3 service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274804 Jun 01 12:57:47.643208 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-da2b082a-184b-4124-96b6-f759a88dc86b req-2f842815-788c-49e7-883b-7b4b95e05df5 service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294346 Jun 01 12:57:47.878258 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed494224-befa-4d63-a941-6ef90eb3d9d7 req-6c36168f-9185-4570-b1af-62a639cb6785 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:47.879829 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ed494224-befa-4d63-a941-6ef90eb3d9d7 req-6c36168f-9185-4570-b1af-62a639cb6785 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 943 time: 0.0824966 Jun 01 12:57:47.924947 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ed494224-befa-4d63-a941-6ef90eb3d9d7 req-08b31dd1-c8b3-4612-ab77-ecf36b88b215 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383103 Jun 01 12:57:49.047103 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.119328 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde70119-458d-46e2-84e6-bf0c9dd9cbca req-06433021-6137-4656-a3e8-1b024ea21681 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:49.121596 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-dde70119-458d-46e2-84e6-bf0c9dd9cbca req-06433021-6137-4656-a3e8-1b024ea21681 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 943 time: 0.0876489 Jun 01 12:57:49.165951 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-dde70119-458d-46e2-84e6-bf0c9dd9cbca req-072f3777-aa90-406f-99a5-cf0ad6dbc332 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386717 Jun 01 12:57:49.364329 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.068394 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c6ea5548-1801-4e4e-8a1e-80cece701a5d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:57:50.206970 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:50.225298 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'port_id': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', 'mac_address': 'fa:16:3e:dd:8a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88980826-fbd6-4b76-8b1b-8bc713a17b1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:57:50.282598 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.300991 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ea5548-1801-4e4e-8a1e-80cece701a5d {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:57:50.316775 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:50.371756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944292-5816-48df-870e-fd64f0226c4b req-d4dc50e1-0bf4-433e-b492-3e374076cbea tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:50.372324 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:50.373298 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f1944292-5816-48df-870e-fd64f0226c4b req-d4dc50e1-0bf4-433e-b492-3e374076cbea tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 943 time: 0.0886664 Jun 01 12:57:50.374707 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-5f6eb75c-c964-434f-8628-b1e5b4ddf087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:50.421882 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-f1944292-5816-48df-870e-fd64f0226c4b req-58f77624-4a1f-4ab0-8a06-a5ac6ea1edce tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Jun 01 12:57:50.442810 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:50.445881 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:50.667317 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['c6ea5548-1801-4e4e-8a1e-80cece701a5d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:57:51.656760 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dea16-8db7-45ed-be78-f6b00be91247 req-ca47f100-3a73-4c03-a12f-239da0aa4111 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:51.659290 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-137dea16-8db7-45ed-be78-f6b00be91247 req-ca47f100-3a73-4c03-a12f-239da0aa4111 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 944 time: 0.1196592 Jun 01 12:57:51.712754 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-137dea16-8db7-45ed-be78-f6b00be91247 req-725083bd-cd1c-4ed5-a8a8-3d3ffe211d27 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Jun 01 12:57:52.054873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c6ea5548-1801-4e4e-8a1e-80cece701a5d up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:52.210299 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port c6ea5548-1801-4e4e-8a1e-80cece701a5d completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:57:52.216160 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port c6ea5548-1801-4e4e-8a1e-80cece701a5d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:52.216646 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:52.342296 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:52.372813 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:52.375229 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8739c24-ffa3-4967-a505-15e3a9f838a7" -d '{"events": [{"server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:52.382767 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:52.419038 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d41e640-3b4c-41aa-96ac-0ad0e3122162 x-openstack-request-id: req-1d41e640-3b4c-41aa-96ac-0ad0e3122162 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:52.419369 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "name": "network-vif-plugged", "status": "completed", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:52.419675 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d41e640-3b4c-41aa-96ac-0ad0e3122162 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:52.420122 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', 'code': 200} Jun 01 12:57:52.496215 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:52.498018 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:52.594999 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:52.598091 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:52.835411 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02af7d-4a07-44ab-9e6d-7cb609524539 req-e5103d74-8858-43d2-9ec4-b6049f92bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:52.836925 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bc02af7d-4a07-44ab-9e6d-7cb609524539 req-e5103d74-8858-43d2-9ec4-b6049f92bc79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 1098 time: 0.0694196 Jun 01 12:57:52.891142 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bc02af7d-4a07-44ab-9e6d-7cb609524539 req-c823f058-6991-4a6f-884a-d54faa31800b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474093 Jun 01 12:57:52.906372 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf18e1-8de2-468f-b51b-18221cf1d6e9 req-45ca51c9-d46a-4bba-91e9-c0a221aad038 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:52.907867 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-28cf18e1-8de2-468f-b51b-18221cf1d6e9 req-45ca51c9-d46a-4bba-91e9-c0a221aad038 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0836968 Jun 01 12:57:52.953416 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-28cf18e1-8de2-468f-b51b-18221cf1d6e9 req-c0600b43-bae5-4779-9716-66d1544e27ed tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jun 01 12:57:54.147465 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87fd50-a6ca-4972-a9be-8671690a03eb req-9b76f1f6-c32d-47d4-b8aa-a5b23dbce6a5 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:54.148993 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7e87fd50-a6ca-4972-a9be-8671690a03eb req-9b76f1f6-c32d-47d4-b8aa-a5b23dbce6a5 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0864284 Jun 01 12:57:54.194798 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-7e87fd50-a6ca-4972-a9be-8671690a03eb req-b385c100-c8f1-45f8-9346-0127bdda9b91 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397005 Jun 01 12:57:55.390786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a779e88-cc11-46f6-9018-8a49bbec287e req-3710e9a6-38b4-443c-b9d1-bd1d4a721938 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:55.392247 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4a779e88-cc11-46f6-9018-8a49bbec287e req-3710e9a6-38b4-443c-b9d1-bd1d4a721938 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0871181 Jun 01 12:57:55.438339 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-4a779e88-cc11-46f6-9018-8a49bbec287e req-e71832e7-1b62-4794-a82d-d2c171286b79 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403128 Jun 01 12:58:01.743394 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50422) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:01.805951 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Deleting subnet a930ba0d-873e-4cc8-b976-c7c980e58eb3 {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:58:01.809113 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:01.865518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10694233'] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.026864 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.393508 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10913337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10786175'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.397763 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:02.432217 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a930ba0d-873e-4cc8-b976-c7c980e58eb3,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:02.435397 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:02.436957 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.443115 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-94fd0f12-0359-48df-bd06-a14af0db6452 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a930ba0d-873e-4cc8-b976-c7c980e58eb3 HTTP/1.1" status: 204 len: 168 time: 0.6984842 Jun 01 12:58:02.445504 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50440) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:02.553221 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.680555 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.694862 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3c4e07-f565-455f-b248-5c2cbbe42c6d']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:02.707649 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f38f48-3c1a-4cf5-ad99-fe88676a697c') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:02.707953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f38f48-3c1a-4cf5-ad99-fe88676a697c') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:02.719599 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.737477 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.745030 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:02.745673 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:58:02.759582 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:58:02.920696 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.924293 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:02.937765 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:02.947890 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3c4e07-f565-455f-b248-5c2cbbe42c6d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:02.952152 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:03.024652 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-e366dd2e-f5ed-435f-83fa-1b152ecc9c05 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa3c4e07-f565-455f-b248-5c2cbbe42c6d HTTP/1.1" status: 204 len: 168 time: 0.5780797 Jun 01 12:58:03.459273 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50448) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:03.508383 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-bb6e1396-692a-4e35-aa72-a5871fdaad8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33cf638e0e2c4f388bbdf4f9bcc74637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478637 Jun 01 12:58:03.510684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50452) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:03.577012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.603981 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.755068 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.760029 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-056b6d9a-2d6c-4c8a-9a8e-69b43184450d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:03.774225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f240f2db-56b0-427a-a8c9-2d9e3e0177ff,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:03.776401 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:03.883922 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:03.885165 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c5f35da6-a0d7-477f-b453-f982c39c22b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f240f2db-56b0-427a-a8c9-2d9e3e0177ff HTTP/1.1" status: 204 len: 168 time: 0.3735859 Jun 01 12:58:04.189941 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-357fce96-5a47-493d-bd32-9a35bd925c4c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:04.191474 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-357fce96-5a47-493d-bd32-9a35bd925c4c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1508005 Jun 01 12:58:04.206944 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-721dc1d5-ada1-4bd0-a337-9fe5a0e2c6df tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/quotas/7a45556e775c4fef8508bef4bc1f4bcb HTTP/1.1" status: 200 len: 375 time: 0.0093873 Jun 01 12:58:04.298562 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-0a155ea6-35da-4170-887b-50599ad19f90 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0863681 Jun 01 12:58:04.447635 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-88cdb8e2-b09e-4880-ba5c-7161b659cac5 service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406617 Jun 01 12:58:04.583448 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-309b28b4-3fcf-4434-a35f-ae54ebd95dfa service neutron] 10.222.0.11 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295691 Jun 01 12:58:04.879291 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-606a8bf9-eaad-4649-ba69-80cbdc18a094 req-8b06b280-6436-4a2f-8fcc-3b89304f976d tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 210 time: 0.0448883 Jun 01 12:58:05.977769 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bed2e60b-d91b-4b96-bcdd-9a0164304af8 req-c19f1c05-8f4c-4f61-bd66-3ae19e48d4b3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 210 time: 0.0433421 Jun 01 12:58:07.134977 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-64cbac3c-6877-43a0-b55e-2a233ff3a7df req-22c91c53-de2f-4adc-875f-461c7739b5d7 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 210 time: 0.0484908 Jun 01 12:58:07.211085 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:58:07.517339 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-e73413a8-852e-43cb-94dc-040b8fe8ee47 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:07.518623 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-e73413a8-852e-43cb-94dc-040b8fe8ee47 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/networks?id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 200 len: 814 time: 0.1677296 Jun 01 12:58:07.532863 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Request body: {'port': {'device_id': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'admin_state_up': True, 'tenant_id': '7a45556e775c4fef8508bef4bc1f4bcb'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:07.675468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:07.685357 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:07.754720 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Made reservation on behalf of 7a45556e775c4fef8508bef4bc1f4bcb for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:58:07.758370 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:07.942890 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Allocated IP 172.20.0.14 (f7b2497a-ad3f-421b-81e2-b87652ffb7c1/88980826-fbd6-4b76-8b1b-8bc713a17b1a/0ae65668-0294-4df8-b471-628afcd5bb2c) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:58:08.163229 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.275545 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.282396 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:08.288186 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda', '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'c6ea5548-1801-4e4e-8a1e-80cece701a5d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:08.333594 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2a68b-e130-4d00-aa75-b4ffbc4ef714 req-d5634213-1d3f-424c-8cdf-16bc182ab479 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:08.335073 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-38e2a68b-e130-4d00-aa75-b4ffbc4ef714 req-d5634213-1d3f-424c-8cdf-16bc182ab479 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 932 time: 0.0862422 Jun 01 12:58:08.353149 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:58:08.356427 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:58:08.361788 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:58:08.386934 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-38e2a68b-e130-4d00-aa75-b4ffbc4ef714 req-1f1f257f-535d-4482-86dd-ed51872957c8 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Jun 01 12:58:08.410155 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event updated for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:08.414953 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:08.433469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:08.434110 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.542178 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0137091 Jun 01 12:58:08.554507 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Request body: {'port': {'device_id': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:58:08.767496 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.128768 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ae65668-0294-4df8-b471-628afcd5bb2c {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:58:09.136394 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.151362 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Transition to ACTIVE for port object 0ae65668-0294-4df8-b471-628afcd5bb2c will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:58:09.232742 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.237262 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:09.392898 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:09.400360 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:09.477054 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Attempting to bind port 0ae65668-0294-4df8-b471-628afcd5bb2c on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:58:09.477397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Attempting to bind port 0ae65668-0294-4df8-b471-628afcd5bb2c by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:58:09.477727 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Attempting to bind port 0ae65668-0294-4df8-b471-628afcd5bb2c on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:09.482884 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Port 0ae65668-0294-4df8-b471-628afcd5bb2c on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:58:09.483277 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Attempting to bind port 0ae65668-0294-4df8-b471-628afcd5bb2c on network f7b2497a-ad3f-421b-81e2-b87652ffb7c1 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:58:09.489560 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:58:09.489894 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Checking segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:58:09.490276 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Bound using segment: {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:58:09.490706 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Bound port: 0ae65668-0294-4df8-b471-628afcd5bb2c, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6657e-fe51-433e-8e13-d1c6549efd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:58:09.491052 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.639526 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:58:09.644853 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ae65668-0294-4df8-b471-628afcd5bb2c,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:58:09.657624 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21f81-0571-49e7-8aa5-c5b503e6e011 req-fe424a78-2278-472e-831e-00143694be0c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:09.658363 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-09d21f81-0571-49e7-8aa5-c5b503e6e011 req-fe424a78-2278-472e-831e-00143694be0c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:09.741926 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.745798 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9bab4de3-9cb4-4c84-bcc4-2389e27f3181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:09.785223 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-09d21f81-0571-49e7-8aa5-c5b503e6e011 req-fe424a78-2278-472e-831e-00143694be0c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:09.786365 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-09d21f81-0571-49e7-8aa5-c5b503e6e011 req-fe424a78-2278-472e-831e-00143694be0c tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 944 time: 0.2789559 Jun 01 12:58:09.807633 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:09.808721 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.809798 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] 10.222.0.58 "PUT /v2.0/ports/0ae65668-0294-4df8-b471-628afcd5bb2c HTTP/1.1" status: 200 len: 1094 time: 1.2596700 Jun 01 12:58:09.813588 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:09.816550 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b96d5f-3682-4315-8e35-ee32e883c733" -d '{"events": [{"name": "network-changed", "server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:09.865397 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:09.869717 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2681c60d-90b9-412a-b675-013f4347aef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:09.873470 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1573d466-0c31-4d7f-b3b0-cb8df81ba656 x-openstack-request-id: req-1573d466-0c31-4d7f-b3b0-cb8df81ba656 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:09.873850 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:09.874073 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1573d466-0c31-4d7f-b3b0-cb8df81ba656 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:09.874501 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c', 'status': 'completed', 'code': 200} Jun 01 12:58:09.878360 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-09d21f81-0571-49e7-8aa5-c5b503e6e011 req-4005caf0-b5f9-438e-9b8d-b0f7b2a40df3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760105 Jun 01 12:58:09.974380 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-b1141f96-d3fc-41a1-a6f0-0f468cca3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:09.975792 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-b1141f96-d3fc-41a1-a6f0-0f468cca3247 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 1097 time: 0.0794873 Jun 01 12:58:10.127052 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-e0648c6d-6f84-4130-aa94-0dde34b3db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:10.128536 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-e0648c6d-6f84-4130-aa94-0dde34b3db9f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1376064 Jun 01 12:58:10.267103 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-eb5b76eb-185e-4afd-ab66-5510239a2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:10.268639 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-61b96d5f-3682-4315-8e35-ee32e883c733 req-eb5b76eb-185e-4afd-ab66-5510239a2de1 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332309 Jun 01 12:58:10.379954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-c1af8661-8c91-426c-b89b-ac3552631cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:10.381609 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-c1af8661-8c91-426c-b89b-ac3552631cb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 1097 time: 0.0764616 Jun 01 12:58:10.450510 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-aea342b0-b432-4ac5-a6de-dad93321a90a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ae65668-0294-4df8-b471-628afcd5bb2c HTTP/1.1" status: 200 len: 217 time: 0.0614946 Jun 01 12:58:10.522333 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-655dde71-9dae-4cea-99fd-a15f2ccdfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:10.523688 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-655dde71-9dae-4cea-99fd-a15f2ccdfdce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88980826-fbd6-4b76-8b1b-8bc713a17b1a HTTP/1.1" status: 200 len: 854 time: 0.0661407 Jun 01 12:58:10.574894 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-2074dce8-b4cd-42b4-9e60-0493bf1c499d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f7b2497a-ad3f-421b-81e2-b87652ffb7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437186 Jun 01 12:58:10.798582 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-76bfad55-5933-4dde-8c7f-97b610383a27 service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174499 Jun 01 12:58:10.940153 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b654c9f7-5abb-4094-b3dc-252080a9c16b req-4d615dd9-a319-4df8-9813-4a253fd4135a service neutron] 10.222.0.58 "GET /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353741 Jun 01 12:58:11.173211 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909960-81c2-4791-ad75-1873358736b4 req-be35ffd5-7f4c-40de-8b47-25c511beffff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:11.174593 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bf909960-81c2-4791-ad75-1873358736b4 req-be35ffd5-7f4c-40de-8b47-25c511beffff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 944 time: 0.1799145 Jun 01 12:58:11.219511 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-bf909960-81c2-4791-ad75-1873358736b4 req-e9933dc2-a056-457a-8222-250c48ac3463 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Jun 01 12:58:12.146175 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 0ae65668-0294-4df8-b471-628afcd5bb2c details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:58:12.286438 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ae65668-0294-4df8-b471-628afcd5bb2c,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:12.300492 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': '0ae65668-0294-4df8-b471-628afcd5bb2c', 'network_id': 'f7b2497a-ad3f-421b-81e2-b87652ffb7c1', 'port_id': '0ae65668-0294-4df8-b471-628afcd5bb2c', 'mac_address': 'fa:16:3e:a1:ff:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88980826-fbd6-4b76-8b1b-8bc713a17b1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:58:12.356689 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.373731 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ae65668-0294-4df8-b471-628afcd5bb2c {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:58:12.390465 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ae65668-0294-4df8-b471-628afcd5bb2c,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:12.415499 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880da7ec-21d0-4844-a9bd-435dd6a0532d req-526ee6ff-825d-42df-9e1f-5936ad6080eb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:12.417089 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-880da7ec-21d0-4844-a9bd-435dd6a0532d req-526ee6ff-825d-42df-9e1f-5936ad6080eb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 944 time: 0.0897255 Jun 01 12:58:12.451912 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.458631 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a832f364-12bd-48a3-9eac-edc91d453ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:12.466117 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-880da7ec-21d0-4844-a9bd-435dd6a0532d req-c52710f6-3fe8-4843-b8c4-58afe70981b0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Jun 01 12:58:12.539487 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:12.546813 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.547624 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.547966 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.548308 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.548665 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.549000 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.549327 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.549649 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.549973 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.550295 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.550619 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.550936 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:12.554902 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:12.756795 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['0ae65668-0294-4df8-b471-628afcd5bb2c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:13.767047 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-6626baeb-6709-40e3-8625-111cd3187868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.816690 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f6e24-8f43-4954-a48d-18207b99ca9f req-cd949cd7-5f10-448f-a301-b4158af086d0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:13.818146 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a81f6e24-8f43-4954-a48d-18207b99ca9f req-cd949cd7-5f10-448f-a301-b4158af086d0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 945 time: 0.0914714 Jun 01 12:58:13.862217 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-a81f6e24-8f43-4954-a48d-18207b99ca9f req-2423b394-7d75-4256-b0da-2eac75370f10 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Jun 01 12:58:14.147331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 0ae65668-0294-4df8-b471-628afcd5bb2c up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:58:14.332531 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port 0ae65668-0294-4df8-b471-628afcd5bb2c completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:58:14.337793 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port 0ae65668-0294-4df8-b471-628afcd5bb2c triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:58:14.338174 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.460884 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.487883 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:14.490126 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4bb43c-8588-4814-9698-c17286419dec" -d '{"events": [{"server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:14.498125 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ae65668-0294-4df8-b471-628afcd5bb2c,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:14.534382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d66b0-97f5-4ee4-b14e-947c407333e8 x-openstack-request-id: req-903d66b0-97f5-4ee4-b14e-947c407333e8 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:14.534671 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:14.534928 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-903d66b0-97f5-4ee4-b14e-947c407333e8 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:14.535316 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c', 'code': 200} Jun 01 12:58:14.577701 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.580192 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:14.647969 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:14.651075 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:14.938970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab0c3f-86f3-4dda-93e4-d83e34ccd7ad req-2b49a067-7289-4113-950a-6646f1d18957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:14.940915 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-72ab0c3f-86f3-4dda-93e4-d83e34ccd7ad req-2b49a067-7289-4113-950a-6646f1d18957 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 1099 time: 0.0761297 Jun 01 12:58:14.987304 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-72ab0c3f-86f3-4dda-93e4-d83e34ccd7ad req-c94bf056-4272-4eb9-8f99-e3801d033319 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Jun 01 12:58:15.050583 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b22c-a2d9-4c0d-b282-53d7e35e9c8d req-530cf6ac-11f0-414f-9d47-109e2f07fafa tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:15.052048 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8195b22c-a2d9-4c0d-b282-53d7e35e9c8d req-530cf6ac-11f0-414f-9d47-109e2f07fafa tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0832710 Jun 01 12:58:15.097641 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8195b22c-a2d9-4c0d-b282-53d7e35e9c8d req-6bee4a22-fbbe-4219-bdc0-c8bfe07c0a29 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Jun 01 12:58:16.303263 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68bad1-7c10-4520-883c-8fe1af88c203 req-6fa68a7d-ec57-4941-8c21-96ab123b3790 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:16.304756 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff68bad1-7c10-4520-883c-8fe1af88c203 req-6fa68a7d-ec57-4941-8c21-96ab123b3790 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0888567 Jun 01 12:58:16.349763 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ff68bad1-7c10-4520-883c-8fe1af88c203 req-d06d37b1-03f6-4284-a1c4-8660017d6fba tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Jun 01 12:58:16.361989 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3c8e1a53-65f8-4069-a569-c85b1c5b23c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.498083 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.290151 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.078661 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:19.381251 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:24.166321 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-1e67acac-1d72-44c9-a96a-2b1486152346 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707662 Jun 01 12:58:24.319241 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a90af-1982-40de-80bf-11af743d4892 req-3dd34535-bd6f-45bc-822e-88c5a25ba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:24.320744 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-3dd34535-bd6f-45bc-822e-88c5a25ba17d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.0782263 Jun 01 12:58:24.472559 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a90af-1982-40de-80bf-11af743d4892 req-003e3c11-adbb-47b4-912e-ea039c615990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:24.473957 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-003e3c11-adbb-47b4-912e-ea039c615990 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1334271 Jun 01 12:58:24.590002 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-3740d173-7f9f-4753-8a3e-716a4423c18a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1002 time: 0.1095066 Jun 01 12:58:24.657132 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a90af-1982-40de-80bf-11af743d4892 req-e81c99b6-7606-4715-a7b7-f0426ac6bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:24.659327 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-e81c99b6-7606-4715-a7b7-f0426ac6bca7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0620599 Jun 01 12:58:24.739007 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a90af-1982-40de-80bf-11af743d4892 req-b31edde9-8e72-443d-8c82-24130f20b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:24.740381 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-b31edde9-8e72-443d-8c82-24130f20b300 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751441 Jun 01 12:58:24.877973 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-4da2fbc0-5ae7-4715-b3d9-587c751249ab service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307461 Jun 01 12:58:25.014606 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4a8a90af-1982-40de-80bf-11af743d4892 req-faad6795-2e5e-46f4-8b3a-264a13f8729f service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303766 Jun 01 12:58:25.399608 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b3fc-53cb-48e6-abb2-f12fb83a9f4f req-9c193383-019d-4cb3-9af3-d4cb6251ea45 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:25.401139 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3d29b3fc-53cb-48e6-abb2-f12fb83a9f4f req-9c193383-019d-4cb3-9af3-d4cb6251ea45 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0821984 Jun 01 12:58:25.446458 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-3d29b3fc-53cb-48e6-abb2-f12fb83a9f4f req-845a7616-2527-46c2-a80f-cdc8183f24db tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395498 Jun 01 12:58:26.641146 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58221d20-9e78-4d8c-a8d5-ef348c2d8e1b req-146b6757-6be0-4ef6-8103-2ce7f041b600 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:26.643108 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-58221d20-9e78-4d8c-a8d5-ef348c2d8e1b req-146b6757-6be0-4ef6-8103-2ce7f041b600 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0881736 Jun 01 12:58:26.687549 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-58221d20-9e78-4d8c-a8d5-ef348c2d8e1b req-137e666f-67a9-496f-a72f-673fa9054f37 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386372 Jun 01 12:58:27.200109 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-968137bd-d27d-4db9-a8b7-8bb18b3bc20e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:27.201558 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-968137bd-d27d-4db9-a8b7-8bb18b3bc20e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0833149 Jun 01 12:58:27.339622 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Deleting port 0ae65668-0294-4df8-b471-628afcd5bb2c {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:27.339999 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.565929 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] For port 0ae65668-0294-4df8-b471-628afcd5bb2c, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=0ae65668-0294-4df8-b471-628afcd5bb2c,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:27.566286 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.705919 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Calling delete_port for 0ae65668-0294-4df8-b471-628afcd5bb2c owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:27.894933 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11866b5d-6ee4-4d19-9876-ae3b3324cdd5 req-78606035-c9e0-4ebf-87ef-8cded9758850 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:27.896447 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-11866b5d-6ee4-4d19-9876-ae3b3324cdd5 req-78606035-c9e0-4ebf-87ef-8cded9758850 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 946 time: 0.0938020 Jun 01 12:58:27.938891 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:27.943525 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-11866b5d-6ee4-4d19-9876-ae3b3324cdd5 req-2081bdc1-5b19-487d-9ae1-9d2a2b169770 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Jun 01 12:58:27.947660 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-775f0dd5-c6d3-4cd9-a4c0-eea60b7cfc52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:27.955909 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda', '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', '0ae65668-0294-4df8-b471-628afcd5bb2c'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:28.001325 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event deleted for resources: {'Port': ['ID=0ae65668-0294-4df8-b471-628afcd5bb2c,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:28.005419 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:28.080316 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] No DVR routers for this DVR port 0ae65668-0294-4df8-b471-628afcd5bb2c on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:28.090214 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.090214 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'name': 'network-vif-deleted', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:28.090214 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc364c5-7c0d-44dd-a257-6f4b561b2e73" -d '{"events": [{"server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "name": "network-vif-deleted", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:28.136749 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039894d-3980-474a-b3f0-093fe1a925ce x-openstack-request-id: req-b039894d-3980-474a-b3f0-093fe1a925ce {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:28.137095 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14dfb2a0-06af-4b7d-ad31-95ea934660e3", "name": "network-vif-deleted", "tag": "0ae65668-0294-4df8-b471-628afcd5bb2c", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:28.137389 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b039894d-3980-474a-b3f0-093fe1a925ce {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:28.137826 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14dfb2a0-06af-4b7d-ad31-95ea934660e3', 'name': 'network-vif-deleted', 'tag': '0ae65668-0294-4df8-b471-628afcd5bb2c', 'status': 'completed', 'code': 200} Jun 01 12:58:28.188055 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-11b5b046-3fd5-4983-975e-9ccec75b8375 req-adfeb6f0-5adf-435d-b2b6-f98ae4ae23ee tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "DELETE /v2.0/ports/0ae65668-0294-4df8-b471-628afcd5bb2c HTTP/1.1" status: 204 len: 173 time: 0.9795723 Jun 01 12:58:29.128653 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9b9579d3-7ae4-4edf-966d-5793627d2e75 req-238d8c34-f2ba-4d7e-adbf-1f05c662bb2e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:29.267097 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9b9579d3-7ae4-4edf-966d-5793627d2e75 req-238d8c34-f2ba-4d7e-adbf-1f05c662bb2e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:29.269118 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9b9579d3-7ae4-4edf-966d-5793627d2e75 req-238d8c34-f2ba-4d7e-adbf-1f05c662bb2e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=14dfb2a0-06af-4b7d-ad31-95ea934660e3 HTTP/1.1" status: 200 len: 210 time: 0.1891091 Jun 01 12:58:30.216121 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 0ae65668-0294-4df8-b471-628afcd5bb2c no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:30.251112 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 0ae65668-0294-4df8-b471-628afcd5bb2c {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:30.251429 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 0ae65668-0294-4df8-b471-628afcd5bb2c not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:32.536895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff469aa-94a3-45f0-94c9-27706795d1f5 req-fc2b7915-d61c-41ad-90f3-5edc92f0b9eb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:32.538377 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2ff469aa-94a3-45f0-94c9-27706795d1f5 req-fc2b7915-d61c-41ad-90f3-5edc92f0b9eb tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0804625 Jun 01 12:58:32.584628 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-2ff469aa-94a3-45f0-94c9-27706795d1f5 req-2af7a679-5f38-40c2-a319-9def41139c29 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jun 01 12:58:33.779724 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1846e7-1475-406f-b74d-de0ecc078eb3 req-34990d63-1e15-45ec-9329-69efcab1256b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:33.781207 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fa1846e7-1475-406f-b74d-de0ecc078eb3 req-34990d63-1e15-45ec-9329-69efcab1256b tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0869317 Jun 01 12:58:33.826346 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-fa1846e7-1475-406f-b74d-de0ecc078eb3 req-903a1219-c59a-40ad-8771-98ac67379dd2 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Jun 01 12:58:34.205017 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-63a41078-36c9-4dd5-9a37-a0a5c0a7a547 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:34.206512 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-63a41078-36c9-4dd5-9a37-a0a5c0a7a547 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 945 time: 0.0803638 Jun 01 12:58:34.345538 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Deleting port c6ea5548-1801-4e4e-8a1e-80cece701a5d {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:34.345880 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.481802 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] For port c6ea5548-1801-4e4e-8a1e-80cece701a5d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c6ea5548-1801-4e4e-8a1e-80cece701a5d,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:34.482061 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.607765 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Calling delete_port for c6ea5548-1801-4e4e-8a1e-80cece701a5d owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:34.800161 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.806319 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-8236e84c-77f9-4794-a666-24145092e92b tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:34.811983 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda', '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'c6ea5548-1801-4e4e-8a1e-80cece701a5d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:34.854290 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event deleted for resources: {'Port': ['ID=c6ea5548-1801-4e4e-8a1e-80cece701a5d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:34.863823 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:34.953894 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] No DVR routers for this DVR port c6ea5548-1801-4e4e-8a1e-80cece701a5d on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:34.956722 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:34.959256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'name': 'network-vif-deleted', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:34.961752 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48c6cda-99e4-4925-a870-ab27e5b1c4ba" -d '{"events": [{"server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "name": "network-vif-deleted", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:34.989825 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa064ab4-c0bf-4c10-b1e7-df10c69d5f95 req-52db1850-effa-4b09-876b-26f3bbe15213 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa7c2207-1aee-4e68-be13-0ae2f5ce54a0 HTTP/1.1" status: 200 len: 210 time: 0.0515821 Jun 01 12:58:35.016536 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f2d3a-05d8-4f9e-9366-887a816b9ea6 x-openstack-request-id: req-753f2d3a-05d8-4f9e-9366-887a816b9ea6 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:35.016906 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7c2207-1aee-4e68-be13-0ae2f5ce54a0", "name": "network-vif-deleted", "tag": "c6ea5548-1801-4e4e-8a1e-80cece701a5d", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:35.017199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-753f2d3a-05d8-4f9e-9366-887a816b9ea6 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:35.017633 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7c2207-1aee-4e68-be13-0ae2f5ce54a0', 'name': 'network-vif-deleted', 'tag': 'c6ea5548-1801-4e4e-8a1e-80cece701a5d', 'status': 'completed', 'code': 200} Jun 01 12:58:35.121048 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ca5fd1dc-4b2d-40df-a320-4fcf045668a1 req-b1e2947d-a5f9-497f-9d52-553e89ce6af3 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "DELETE /v2.0/ports/c6ea5548-1801-4e4e-8a1e-80cece701a5d HTTP/1.1" status: 204 len: 173 time: 0.9093313 Jun 01 12:58:36.705506 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf350f64-140a-4dab-853e-ed53b1b6f7ee req-7ff580c6-23ec-4e8f-b041-dccca54fa58e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:36.707627 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cf350f64-140a-4dab-853e-ed53b1b6f7ee req-7ff580c6-23ec-4e8f-b041-dccca54fa58e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 946 time: 0.0815933 Jun 01 12:58:36.751937 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-cf350f64-140a-4dab-853e-ed53b1b6f7ee req-0892549a-e1b8-4aa4-a0e2-bc12dcfb3b80 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385275 Jun 01 12:58:37.943780 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7524f7-d86e-42f3-9384-87bb881ec740 req-5b5b5a19-9e6d-4d46-b5b2-82c0a3229ed0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:37.944403 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-db7524f7-d86e-42f3-9384-87bb881ec740 req-5b5b5a19-9e6d-4d46-b5b2-82c0a3229ed0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:38.052383 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-db7524f7-d86e-42f3-9384-87bb881ec740 req-5b5b5a19-9e6d-4d46-b5b2-82c0a3229ed0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:38.053566 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-db7524f7-d86e-42f3-9384-87bb881ec740 req-5b5b5a19-9e6d-4d46-b5b2-82c0a3229ed0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 946 time: 0.1912940 Jun 01 12:58:38.204074 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-db7524f7-d86e-42f3-9384-87bb881ec740 req-97055b50-57f5-40ac-9b67-83c3e44fc5fc tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437624 Jun 01 12:58:38.225145 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-6243c0c1-9882-4a5b-880f-e3654ff6b08f tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:38.226744 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-6243c0c1-9882-4a5b-880f-e3654ff6b08f tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 946 time: 0.2108343 Jun 01 12:58:38.289335 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:38.369746 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Deleting port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:38.370110 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.406381 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.433641 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:38.435846 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10ce53-ecac-4af0-8588-3becb6b15f9a" -d '{"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:38.443807 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:38.480409 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af3021b-ee45-4a2d-83cd-aef0631a1674 x-openstack-request-id: req-8af3021b-ee45-4a2d-83cd-aef0631a1674 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:38.480753 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:38.484948 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8af3021b-ee45-4a2d-83cd-aef0631a1674 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:38.484948 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'code': 200} Jun 01 12:58:38.502983 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.506501 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c6ea5548-1801-4e4e-8a1e-80cece701a5d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:38.506954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] For port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:38.507324 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.539672 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:38.627410 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: c6ea5548-1801-4e4e-8a1e-80cece701a5d {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:38.627787 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c6ea5548-1801-4e4e-8a1e-80cece701a5d not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:38.646613 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Calling delete_port for 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:38.667144 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=6']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:38.670181 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:38.818243 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.824203 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-9dfc5d9e-af2b-452b-8423-9882fd4a37ff tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:38.830142 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['9086ec9f-fd65-4b21-9f66-447298304bda'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:58:38.872369 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event deleted for resources: {'Port': ['ID=3b3eda1e-07e2-48c7-b6e8-5334ca6dd516,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:38.915756 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.916139 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.916515 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.916968 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.917717 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.918160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.918775 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.919405 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.920053 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.920709 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.921346 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.921991 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:38.929947 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:38.970468 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] No DVR routers for this DVR port 3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:38.980469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:38.980469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-deleted', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:38.980469 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9645f8c9-88cc-4792-ae47-6c7f12028550" -d '{"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-deleted", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:39.023003 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb42c9d-2bba-4907-892f-8cf7c677c9d0 x-openstack-request-id: req-9bb42c9d-2bba-4907-892f-8cf7c677c9d0 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:39.023314 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3", "name": "network-vif-deleted", "tag": "3b3eda1e-07e2-48c7-b6e8-5334ca6dd516", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:39.023610 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bb42c9d-2bba-4907-892f-8cf7c677c9d0 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:39.024042 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3', 'name': 'network-vif-deleted', 'tag': '3b3eda1e-07e2-48c7-b6e8-5334ca6dd516', 'status': 'completed', 'code': 200} Jun 01 12:58:39.107941 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d9a7f8c7-205f-4edc-9f47-6d7946bd9118 req-b955e5b1-a7e2-4dea-a68a-363f813117a0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "DELETE /v2.0/ports/3b3eda1e-07e2-48c7-b6e8-5334ca6dd516 HTTP/1.1" status: 204 len: 173 time: 0.8752620 Jun 01 12:58:39.368512 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-5d069699-97a9-4b68-8724-fdda608f4bf2 req-68941b4f-a0d8-4b87-b805-58ff2308f69e tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce5f48ff-44d7-4c9b-970f-d5c72aa2aea3 HTTP/1.1" status: 200 len: 210 time: 0.0500693 Jun 01 12:58:42.452154 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a28bc-8d2b-4abe-a6fe-595b6651a85e req-d2868c7e-b694-4c05-8f60-d0a96fcf1dfd tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:42.452878 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-bd5a28bc-8d2b-4abe-a6fe-595b6651a85e req-d2868c7e-b694-4c05-8f60-d0a96fcf1dfd tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Synchronizing usage tracker for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:42.524031 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-bd5a28bc-8d2b-4abe-a6fe-595b6651a85e req-d2868c7e-b694-4c05-8f60-d0a96fcf1dfd tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Unset dirty status for tenant:7a45556e775c4fef8508bef4bc1f4bcb on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:42.525243 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bd5a28bc-8d2b-4abe-a6fe-595b6651a85e req-d2868c7e-b694-4c05-8f60-d0a96fcf1dfd tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 946 time: 0.1567502 Jun 01 12:58:42.574660 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bd5a28bc-8d2b-4abe-a6fe-595b6651a85e req-5d40dc8d-dfc8-4bbe-891d-56c6c1425b37 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434914 Jun 01 12:58:43.760352 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-18a8e67e-1c4e-4589-9a0f-5a0559e89ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.764342 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53bc0a-8ac2-456c-b3d7-1eecda2c5867 req-287c1c51-3782-48f8-adb3-e82a090f28ec tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:43.765888 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3b53bc0a-8ac2-456c-b3d7-1eecda2c5867 req-287c1c51-3782-48f8-adb3-e82a090f28ec tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 946 time: 0.0828953 Jun 01 12:58:43.812014 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3b53bc0a-8ac2-456c-b3d7-1eecda2c5867 req-26ae72e3-38a1-4c3d-bc73-b5c68ab4fb0a tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Jun 01 12:58:44.004478 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-40bf5101-0e70-4485-af0c-8b3c1febf3da tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:44.009991 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-40bf5101-0e70-4485-af0c-8b3c1febf3da tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 946 time: 0.0832715 Jun 01 12:58:44.145326 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Deleting port 9086ec9f-fd65-4b21-9f66-447298304bda {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:44.145670 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.209568 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:58:44.280039 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] For port 9086ec9f-fd65-4b21-9f66-447298304bda, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=9086ec9f-fd65-4b21-9f66-447298304bda,segment=NetworkSegment(75f6657e-fe51-433e-8e13-d1c6549efd89),segment_id=75f6657e-fe51-433e-8e13-d1c6549efd89)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:44.280390 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.406054 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Calling delete_port for 9086ec9f-fd65-4b21-9f66-447298304bda owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:44.612082 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.619501 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-23eddbbe-5e42-400b-8c1c-cf091e7094b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:44.666385 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Pushing event deleted for resources: {'Port': ['ID=9086ec9f-fd65-4b21-9f66-447298304bda,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:44.669513 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:44.744606 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] No DVR routers for this DVR port 9086ec9f-fd65-4b21-9f66-447298304bda on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:44.747095 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.749704 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'name': 'network-vif-deleted', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:44.751931 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5e395-7adf-463c-84e7-9d89961d26ab" -d '{"events": [{"server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "name": "network-vif-deleted", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:44.795068 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf2adb-dc25-420b-ac32-13647d794973 x-openstack-request-id: req-86bf2adb-dc25-420b-ac32-13647d794973 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:44.795401 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce27050-4976-4566-8ee3-eaed4d6c281d", "name": "network-vif-deleted", "tag": "9086ec9f-fd65-4b21-9f66-447298304bda", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:44.795712 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86bf2adb-dc25-420b-ac32-13647d794973 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:44.796139 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce27050-4976-4566-8ee3-eaed4d6c281d', 'name': 'network-vif-deleted', 'tag': '9086ec9f-fd65-4b21-9f66-447298304bda', 'status': 'completed', 'code': 200} Jun 01 12:58:44.841400 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-920b25e4-e15d-456c-a1a8-b259f6e5725c req-dcceca10-65e3-49a3-9809-2797c3cd4e26 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.58 "DELETE /v2.0/ports/9086ec9f-fd65-4b21-9f66-447298304bda HTTP/1.1" status: 204 len: 173 time: 0.8297248 Jun 01 12:58:44.969940 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-ba4e517c-3ddd-4099-8d6d-5f9b8b94668d req-9ad63a17-bdd9-43c5-ad44-516037a726b0 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] 10.222.0.11 "GET /v2.0/ports?device_id=bce27050-4976-4566-8ee3-eaed4d6c281d HTTP/1.1" status: 200 len: 210 time: 0.0465844 Jun 01 12:58:46.068013 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 50618) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:46.130133 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Deleting subnet 88980826-fbd6-4b76-8b1b-8bc713a17b1a {{(pid=99037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:58:46.133989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.270540 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1502332'] for subnet, precommit_delete_associations {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.317118 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9086ec9f-fd65-4b21-9f66-447298304bda no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:46.327939 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.346222 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-ba876485-b6ec-414f-aeef-0f7218950858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.354973 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: 9086ec9f-fd65-4b21-9f66-447298304bda {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:46.355329 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device 9086ec9f-fd65-4b21-9f66-447298304bda not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:46.525963 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.684426 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1893018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11205466'] for subnet, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.688731 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-79e89245-c28e-4765-8ba5-c1d3a568afea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:46.723626 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88980826-fbd6-4b76-8b1b-8bc713a17b1a,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:46.727292 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:46.728287 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for subnet, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.734233 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-e2154565-633f-411b-b304-8431097b6057 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/88980826-fbd6-4b76-8b1b-8bc713a17b1a HTTP/1.1" status: 204 len: 168 time: 0.6651683 Jun 01 12:58:46.736718 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 50622) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:46.844029 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.980248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:46.995518 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b2497a-ad3f-421b-81e2-b87652ffb7c1']}} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:47.008352 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f6657e-fe51-433e-8e13-d1c6549efd89') {'for_net_delete': True} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:47.008661 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.services.segments.db [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f6657e-fe51-433e-8e13-d1c6549efd89') {} {{(pid=99037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:47.020679 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1502327'] for segment, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.037309 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.043905 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=99037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:47.044278 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1961788'] for segment, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: Traceback (most recent call last): Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: timer() Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: cb(*args, **kw) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: return func(*args, **kwargs) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: self._notify() Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: self.callback(batched_events) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: event.method(event) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: return f(self, *a, **k) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: return self._get(url).json() Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: return self.request(url, 'GET', **kwargs) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:58:47.058001 dv-cinder-793515-2-smb neutron-server[99037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:58:47.200180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.203879 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-badeb329-0dbf-4e7f-9fa3-2282f49114cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:47.217139 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.227618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b2497a-ad3f-421b-81e2-b87652ffb7c1,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:47.230875 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:47.315436 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-6c859278-1ff3-479d-967d-8eebeae9d9de admin admin] 10.222.0.11 "DELETE /v2.0/networks/f7b2497a-ad3f-421b-81e2-b87652ffb7c1 HTTP/1.1" status: 204 len: 168 time: 0.5775950 Jun 01 12:58:47.343743 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.717168 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50628) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:47.767697 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-2b2562e9-702f-41b6-85a7-80e3ddd039a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a45556e775c4fef8508bef4bc1f4bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492623 Jun 01 12:58:47.770101 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50632) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:47.831728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.857649 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.975236 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:47.979824 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-cbdb4c6e-0efe-4f2d-972c-1e7ce5f21adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:47.993748 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:48.002792 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.003176 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.003550 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.003918 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.004280 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.004687 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.005048 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.005404 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.005762 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.006117 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.006470 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.006831 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:48.010663 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:48.096653 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:48.097781 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-c37ea385-bf86-4159-9eb6-615ad990e9f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2c6a3c7-a28d-4d80-9d3d-84b43fa21b0e HTTP/1.1" status: 204 len: 168 time: 0.3267734 Jun 01 12:58:49.034437 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:49.370795 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.478073 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678575f-8986-431f-861e-913a34141355 req-87347e95-7597-4e19-8993-9ff7aaa152cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:53.482452 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a678575f-8986-431f-861e-913a34141355 req-87347e95-7597-4e19-8993-9ff7aaa152cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.1075847 Jun 01 12:58:53.541221 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a678575f-8986-431f-861e-913a34141355 req-d0a49260-7e48-42b4-a154-03594addd1ab tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517778 Jun 01 12:58:53.728691 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 50700) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:53.877069 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:53.894509 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:53.899345 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Usage tracker for resource:security_group_rule and tenant:5329c1b685be4f169177634afbfa546b is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:53.904536 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:53.913084 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:54.013963 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.160246 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.168406 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-42ae136f-591a-4b4f-99c7-e7cfe94473f2 tempest-TestMinimumBasicScenario-469754380 tempest-TestMinimumBasicScenario-469754380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:54.210994 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5329c1b685be4f169177634afbfa546b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812672 Jun 01 12:58:54.211908 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9f1cc2-ee4f-45f7-ab14-986c28ceec4d,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:54.214286 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50706) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:54.215743 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:54.279482 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.305869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.451897 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.456000 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-68d61983-855d-414c-bcb7-5b3268732b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:54.470246 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9f1cc2-ee4f-45f7-ab14-986c28ceec4d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:54.472669 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:54.476122 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:54.477921 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f9f1cc2-ee4f-45f7-ab14-986c28ceec4d HTTP/1.1" status: 204 len: 168 time: 0.2626469 Jun 01 12:58:54.737349 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd8d61-d900-4c81-816c-8adbd171bc81 req-eabbdd9e-fbba-4e10-b615-0443c6ea9f60 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:54.741358 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-06fd8d61-d900-4c81-816c-8adbd171bc81 req-eabbdd9e-fbba-4e10-b615-0443c6ea9f60 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0854585 Jun 01 12:58:54.792520 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-06fd8d61-d900-4c81-816c-8adbd171bc81 req-a9bedd6a-843e-4e40-988b-422eacc8c697 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473444 Jun 01 12:58:56.011242 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e1534-4f16-467d-8adc-719a7f88b6cb req-730498d3-fac4-4ff5-91ec-d8c3a9ec8f5d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:56.012856 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d66e1534-4f16-467d-8adc-719a7f88b6cb req-730498d3-fac4-4ff5-91ec-d8c3a9ec8f5d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0882883 Jun 01 12:58:56.060272 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d66e1534-4f16-467d-8adc-719a7f88b6cb req-eb1daee8-a5f1-4e23-965d-b06ea66b8c36 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417206 Jun 01 12:58:57.252106 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1361e22-2cd1-4155-aef3-0c5741a18f62 req-7186ec7b-7af5-4bfe-926c-e43618401c0b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:57.253585 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1361e22-2cd1-4155-aef3-0c5741a18f62 req-7186ec7b-7af5-4bfe-926c-e43618401c0b tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0819488 Jun 01 12:58:57.299398 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b1361e22-2cd1-4155-aef3-0c5741a18f62 req-0e672cd7-dc53-45bc-a05e-9433547b6431 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402236 Jun 01 12:58:58.491700 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a7230-9513-4b78-9a96-fa1f0e773e7c req-694ccda2-1c43-4914-abd8-8a4f7e0193d6 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:58.493197 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bf6a7230-9513-4b78-9a96-fa1f0e773e7c req-694ccda2-1c43-4914-abd8-8a4f7e0193d6 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0878041 Jun 01 12:58:58.545963 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-bf6a7230-9513-4b78-9a96-fa1f0e773e7c req-ae72c84c-5dbf-4881-aa46-ad7882656a56 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468290 Jun 01 12:58:59.741216 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889171c-e1ac-49ba-862d-83496c6c187d req-75894130-f2bf-4db3-94ec-a50a1eb796db tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:59.742690 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d889171c-e1ac-49ba-862d-83496c6c187d req-75894130-f2bf-4db3-94ec-a50a1eb796db tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0852647 Jun 01 12:58:59.789586 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d889171c-e1ac-49ba-862d-83496c6c187d req-470b2d80-b9ea-47cc-ac8d-6d08e489acfa tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405028 Jun 01 12:59:00.989317 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6d3b-d1d2-47e4-84dd-44853abfac48 req-b882dce2-89a3-4bf4-94c1-ba5b729a6529 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:00.990349 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-144e6d3b-d1d2-47e4-84dd-44853abfac48 req-b882dce2-89a3-4bf4-94c1-ba5b729a6529 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0824003 Jun 01 12:59:01.037725 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-144e6d3b-d1d2-47e4-84dd-44853abfac48 req-4627739f-9c13-4dc3-994f-07bab5eac701 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Jun 01 12:59:02.233075 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab24ff-f60b-493b-93fa-4f5f8b8cca94 req-1ccfce16-737b-45f7-a02a-fc00e4ad1f93 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:02.233075 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d3ab24ff-f60b-493b-93fa-4f5f8b8cca94 req-1ccfce16-737b-45f7-a02a-fc00e4ad1f93 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0850708 Jun 01 12:59:02.279471 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d3ab24ff-f60b-493b-93fa-4f5f8b8cca94 req-8bf5e911-78b3-44fa-a167-b24eef77e8b5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Jun 01 12:59:03.473272 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354b0b4-6ff8-491e-8ec6-e2bc9d2ea4b0 req-eda698e5-472f-4ca2-8fe3-51f5503ff5cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:03.474760 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e354b0b4-6ff8-491e-8ec6-e2bc9d2ea4b0 req-eda698e5-472f-4ca2-8fe3-51f5503ff5cf tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0857587 Jun 01 12:59:03.520808 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-e354b0b4-6ff8-491e-8ec6-e2bc9d2ea4b0 req-8dac17a5-b48d-4d09-9912-ad67f876aca7 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401571 Jun 01 12:59:03.638404 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-9494950e-98ac-4e92-8518-dae12110fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:03.639955 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-9494950e-98ac-4e92-8518-dae12110fe9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.0950749 Jun 01 12:59:03.775737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-8918d498-98a3-41e7-ba89-e8a36f8a2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:03.777253 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-8918d498-98a3-41e7-ba89-e8a36f8a2bb9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1303015 Jun 01 12:59:03.883405 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-69ff0f78-12ab-485f-ac3d-a1a4db1c9c09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1002 time: 0.0998399 Jun 01 12:59:03.957633 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-4d16fcc1-725a-4814-83c8-212f20fdd31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:03.959122 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-4d16fcc1-725a-4814-83c8-212f20fdd31d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0682058 Jun 01 12:59:04.124860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-d08262b5-5643-4a4d-8423-8ec0e0f2c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:04.126289 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-d08262b5-5643-4a4d-8423-8ec0e0f2c4db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1607692 Jun 01 12:59:04.264522 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-d5bbe7af-0e57-4381-86e2-ff5ad5154f84 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304319 Jun 01 12:59:04.401495 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-80ab14ca-d562-4cc8-a6da-5ba1e221fca9 req-aedc5796-f5d5-4b4f-a0cd-300167430a7f service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294637 Jun 01 12:59:04.715442 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06bf1f-b93d-453e-b867-a1c0d22c0e6d req-5af6215f-2453-4138-bdfc-34c064b578b4 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:04.716764 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa06bf1f-b93d-453e-b867-a1c0d22c0e6d req-5af6215f-2453-4138-bdfc-34c064b578b4 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0871987 Jun 01 12:59:04.762283 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fa06bf1f-b93d-453e-b867-a1c0d22c0e6d req-30b12992-8b51-403f-8352-b82ebc41141f tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396328 Jun 01 12:59:05.954006 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a2631-8d32-4071-9d3a-a3067415c332 req-b0d800d2-54fa-4745-baf2-8a6414ec2949 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:05.955559 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-476a2631-8d32-4071-9d3a-a3067415c332 req-b0d800d2-54fa-4745-baf2-8a6414ec2949 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0861046 Jun 01 12:59:06.009663 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-476a2631-8d32-4071-9d3a-a3067415c332 req-c86c5d50-f371-4f9d-adc0-be6030301381 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483794 Jun 01 12:59:07.210862 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f36a-40d5-43f7-9c7d-942b36f8cc3f req-022feaaf-c4ea-44e2-8ea2-63cda5434112 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:07.212310 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1d06f36a-40d5-43f7-9c7d-942b36f8cc3f req-022feaaf-c4ea-44e2-8ea2-63cda5434112 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0867360 Jun 01 12:59:07.261411 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-1d06f36a-40d5-43f7-9c7d-942b36f8cc3f req-6e88aa77-8df4-4ba8-ba47-2298a6e4ea1c tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419121 Jun 01 12:59:07.818932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c67fb-439a-4f71-9f05-241138976650 req-0ca457db-debb-4159-b201-2a02aef63ceb tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:07.820478 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-045c67fb-439a-4f71-9f05-241138976650 req-0ca457db-debb-4159-b201-2a02aef63ceb tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0901680 Jun 01 12:59:07.864546 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 50838) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:07.867599 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-045c67fb-439a-4f71-9f05-241138976650 req-97b26099-7fad-4677-ae9f-26a4b389ec1f tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403972 Jun 01 12:59:07.991828 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-f8dd8e10-9fcd-41f0-a4ec-965630953b4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259732 Jun 01 12:59:08.394571 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:59:08.508119 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.536961 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:59:08.539174 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286652b0-813a-4877-a4da-8b313ae99220" -d '{"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-unplugged", "status": "completed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:59:08.547989 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:08.576873 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378dbf5-05ab-4f4f-9f84-f2844bc1015c x-openstack-request-id: req-8378dbf5-05ab-4f4f-9f84-f2844bc1015c {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:59:08.577169 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-unplugged", "status": "failed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "code": 422}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:59:08.577427 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8378dbf5-05ab-4f4f-9f84-f2844bc1015c {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:59:08.577822 dv-cinder-793515-2-smb neutron-server[99039]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'code': 422} returned with failed status Jun 01 12:59:08.651444 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:08.653266 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-a897099b-6d2c-4784-85ac-6c69ba7785ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:08.721702 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=6']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:08.724880 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:09.061233 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df648d96-3d04-41e2-ae7a-1d50f1b45d6e req-c1ccdbf9-04d8-424c-9956-daa0c091b078 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:09.062711 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-df648d96-3d04-41e2-ae7a-1d50f1b45d6e req-c1ccdbf9-04d8-424c-9956-daa0c091b078 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.0835817 Jun 01 12:59:09.113561 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-df648d96-3d04-41e2-ae7a-1d50f1b45d6e req-0bf32cfb-08ed-402e-80b8-f930af1c016a tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Jun 01 12:59:10.312550 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c104d-7025-4e02-926a-e00bedbb6a51 req-893352a5-b779-4ee4-8eb1-1c9bab66601e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:10.314051 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-284c104d-7025-4e02-926a-e00bedbb6a51 req-893352a5-b779-4ee4-8eb1-1c9bab66601e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.0837295 Jun 01 12:59:10.365603 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-284c104d-7025-4e02-926a-e00bedbb6a51 req-ba413fea-b42c-442a-91f2-dce84239120e tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458579 Jun 01 12:59:10.682431 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-f35f992d-f94e-4e8d-b18c-a01321021c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:10.683956 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-f35f992d-f94e-4e8d-b18c-a01321021c0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca&tenant_id=f0ff42a17e32410e8e9837cf9023c0c6 HTTP/1.1" status: 200 len: 1097 time: 0.0730376 Jun 01 12:59:10.777690 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-5a1a8c34-dd5b-42e7-b293-3606f24cf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:10.779181 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-5a1a8c34-dd5b-42e7-b293-3606f24cf591 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1097 time: 0.0736940 Jun 01 12:59:10.920067 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-65e9a5a0-392e-4bf4-a3cf-693996cf92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:10.922522 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-65e9a5a0-392e-4bf4-a3cf-693996cf92c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1340725 Jun 01 12:59:11.040989 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-84e159f7-025b-4e6b-87f9-e25d5a2f49df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1000 time: 0.1116292 Jun 01 12:59:11.112989 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-a0c9d160-20fe-46aa-a86b-5dc403529dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:11.114445 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-a0c9d160-20fe-46aa-a86b-5dc403529dfd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0676093 Jun 01 12:59:11.195512 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-e515f144-5482-4d17-8f66-50a34966ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:11.197360 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-e515f144-5482-4d17-8f66-50a34966ac2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769930 Jun 01 12:59:11.334200 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-0582b712-6e04-4e26-8bcb-feadca9330d1 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302190 Jun 01 12:59:11.478678 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4346bc88-2bb8-45e4-ac7d-0b7c0853ef31 req-ce4d423d-5749-49d9-8ae2-f01513a27d5f service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382713 Jun 01 12:59:11.564880 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46f04-b627-4050-bac2-5d013f9d22b4 req-9ff3c04b-086d-4d61-a4cc-55e5574c2d5f tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:11.566505 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-55b46f04-b627-4050-bac2-5d013f9d22b4 req-9ff3c04b-086d-4d61-a4cc-55e5574c2d5f tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.0886333 Jun 01 12:59:11.613223 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-55b46f04-b627-4050-bac2-5d013f9d22b4 req-11cafa02-92a7-4efc-bdbc-5691b9cde3f8 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407095 Jun 01 12:59:12.802949 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd361d74-bf9c-44ff-94ea-c27d7dec4b13 req-e361ef46-2b70-42ea-a503-da59aaa5d455 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:12.804504 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-dd361d74-bf9c-44ff-94ea-c27d7dec4b13 req-e361ef46-2b70-42ea-a503-da59aaa5d455 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.0823188 Jun 01 12:59:12.857782 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-dd361d74-bf9c-44ff-94ea-c27d7dec4b13 req-0ac0281b-3293-436b-83c8-b1928448b20a tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Jun 01 12:59:13.725758 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-66cf4c0c-3106-4759-a81e-3f82dd7129cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:14.151299 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb168700-910b-49fb-97ad-9958fcf872a6 req-e078060d-b848-4c83-8981-d2537008947c tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:14.152839 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-eb168700-910b-49fb-97ad-9958fcf872a6 req-e078060d-b848-4c83-8981-d2537008947c tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 944 time: 0.1781943 Jun 01 12:59:14.199338 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-eb168700-910b-49fb-97ad-9958fcf872a6 req-886d60d9-4cf0-40fe-ac4d-a3119a98e074 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 Jun 01 12:59:14.440840 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:59:14.576707 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:14.590720 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'port_id': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'mac_address': 'fa:16:3e:0c:d2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 741, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:59:14.647290 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:14.664248 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d13a3d-275f-443a-99ff-80743a05e27d {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:59:14.680337 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:14.753971 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:14.756521 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-fb73f974-5308-4656-88aa-2e1ee547cd23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:14.826865 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=7']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:14.834267 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.834616 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.834959 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.835297 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.835671 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.835949 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.836276 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.836634 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.836960 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.837289 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.837611 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.837931 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:14.842154 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:14.972158 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['e9d13a3d-275f-443a-99ff-80743a05e27d'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:59:15.390497 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9da33-f964-41d1-89a2-eee8c333b9b8 req-356d2e55-87d7-477c-9da0-1cbe562b796d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:15.392022 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-85a9da33-f964-41d1-89a2-eee8c333b9b8 req-356d2e55-87d7-477c-9da0-1cbe562b796d tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 945 time: 0.0838208 Jun 01 12:59:15.436895 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-85a9da33-f964-41d1-89a2-eee8c333b9b8 req-441b0301-550a-4dcd-a684-ee28c5448139 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Jun 01 12:59:16.343458 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-1eded538-6d96-4a29-9fd6-7f1be8098f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.446519 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:16.503900 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.517921 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port e9d13a3d-275f-443a-99ff-80743a05e27d triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:16.518310 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.630225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a00470-8954-42a7-a9fd-6802faf32b90 req-3ddad154-872b-4623-ac4f-c9e61cd8f7f3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:16.631713 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89a00470-8954-42a7-a9fd-6802faf32b90 req-3ddad154-872b-4623-ac4f-c9e61cd8f7f3 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 945 time: 0.0860453 Jun 01 12:59:16.645098 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.672003 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:59:16.674295 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757aae18-2516-47fe-95ca-ee13d18cb8cf" -d '{"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:59:16.678710 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-89a00470-8954-42a7-a9fd-6802faf32b90 req-30cc320a-9c99-4f99-8676-c38b01f3f444 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403087 Jun 01 12:59:16.682539 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:16.721246 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3344506f-c95b-428c-850c-7803e4f2f953 x-openstack-request-id: req-3344506f-c95b-428c-850c-7803e4f2f953 {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:59:16.721587 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:59:16.721881 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3344506f-c95b-428c-850c-7803e4f2f953 {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:59:16.722309 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'code': 200} Jun 01 12:59:16.749809 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:16.751817 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:16.828767 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=8']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:16.831711 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:17.241162 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7095bac-773e-4cd2-837a-faee98bfa65f req-03ff0e84-5b13-402c-8e2e-a604b39001e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:17.243660 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a7095bac-773e-4cd2-837a-faee98bfa65f req-03ff0e84-5b13-402c-8e2e-a604b39001e7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.1896212 Jun 01 12:59:17.286625 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a7095bac-773e-4cd2-837a-faee98bfa65f req-ec55601d-08a6-4dc1-a39c-c7913a995165 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363617 Jun 01 12:59:17.306837 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.875667 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa433ba-388d-4759-bc0c-bf4b37e14147 req-f6e265b2-f917-4244-a807-d9bcb86f0578 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:17.877148 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6fa433ba-388d-4759-bc0c-bf4b37e14147 req-f6e265b2-f917-4244-a807-d9bcb86f0578 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0892394 Jun 01 12:59:17.922424 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-6fa433ba-388d-4759-bc0c-bf4b37e14147 req-bf281728-976d-4e9f-937f-17d4120ead99 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393333 Jun 01 12:59:19.026616 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:19.117464 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c15c7d-12fc-49b0-a07b-830676cc727b req-03a9e1d9-7615-4f44-a589-714d1f17e9e4 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:19.118977 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-94c15c7d-12fc-49b0-a07b-830676cc727b req-03a9e1d9-7615-4f44-a589-714d1f17e9e4 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.0843041 Jun 01 12:59:19.165874 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-94c15c7d-12fc-49b0-a07b-830676cc727b req-b43a1ca8-bbc8-43b0-87c0-00367c4c69de tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Jun 01 12:59:19.383172 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:21.210508 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:59:25.274782 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50952) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:25.393258 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.407602 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:25.411445 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Usage tracker for resource:security_group_rule and tenant:3c7b55bce8ec4e09833af8724818aedf is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:25.414276 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:25.420779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:25.508045 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.586787 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.594672 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-ed7783ba-467f-4e2e-bc7b-963ae4a88415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:25.644850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abce0530-9ed2-4c64-9970-06f62e02c9ac,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:25.648138 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:25.650701 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c7b55bce8ec4e09833af8724818aedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748972 Jun 01 12:59:25.655623 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 50958) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:25.719684 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.747041 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.878056 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.882052 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6e200ac6-7091-41f0-9e17-06645999712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:25.894033 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abce0530-9ed2-4c64-9970-06f62e02c9ac,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:25.897620 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:25.902391 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:25.903554 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-a9ae53a9-1d06-49c2-b109-e7e40c23f323 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abce0530-9ed2-4c64-9970-06f62e02c9ac HTTP/1.1" status: 204 len: 168 time: 0.2470629 Jun 01 12:59:43.766152 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-36517140-7877-450a-ae4c-62af80a42c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.341033 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-d7091435-be1c-487a-a030-3e967f3102f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.540880 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:47.323462 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:49.055388 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:49.375712 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.575932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51136) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:54.709728 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.730749 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:54.736959 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Usage tracker for resource:security_group_rule and tenant:6c98cbd66f514038bd7b4fa63cabe47e is out of sync, need to count used quota {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:54.740963 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:54.748260 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.quota.driver [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:54.852676 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.930753 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:54.938518 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5b5c3ebf-e4a2-478f-9d71-345b69f3a3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:54.988910 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c98cbd66f514038bd7b4fa63cabe47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112873 Jun 01 12:59:54.989844 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a92189-fe9f-4623-91e2-f6782a208676,revision_number=1']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:54.991815 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 51142) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:54.997953 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:54.998369 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:54.998742 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:54.999109 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:54.999477 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:54.999835 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.000193 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.000553 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.000932 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.001288 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.001640 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.002035 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.006155 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-d91867fe-9961-45a4-8459-488b96a1731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:55.057578 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:55.084686 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:55.211302 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:55.215139 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-c60ac0c8-24fb-4967-bd92-a2847e210a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:55.228973 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a92189-fe9f-4623-91e2-f6782a208676,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:55.241782 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.242160 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.242531 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.242918 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.243256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.243615 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.243970 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.244323 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.244714 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:55.255180 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-d57077b8-c466-4c9d-9b47-dc2d279861dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45a92189-fe9f-4623-91e2-f6782a208676 HTTP/1.1" status: 204 len: 168 time: 0.2594774 Jun 01 12:59:58.209756 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:00:09.431938 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [-] (99037) accepted ('10.222.0.11', 51278) {{(pid=99037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:09.556084 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.572839 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:09.577199 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Usage tracker for resource:security_group_rule and tenant:30c5c15854254e0e98915e2cb81c3445 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:09.580541 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:09.587429 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:09.683506 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.765140 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.772596 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-624d2f01-8c1c-4124-943f-36dcbaacf59f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:09.818565 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30c5c15854254e0e98915e2cb81c3445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855171 Jun 01 13:00:09.819487 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd48391-8269-4d5e-9338-ff36c48ced59,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:09.821215 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51284) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:09.822961 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-b3624033-f58c-4ada-b9a1-87ff7d5b55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:09.882103 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:09.909104 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:10.090736 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:10.094701 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-1848001b-9d8c-4dab-8834-51c60a091f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:10.106858 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd48391-8269-4d5e-9338-ff36c48ced59,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:10.109347 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:10.118109 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:10.119230 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-9e6c299e-9191-409f-879c-a332adb07193 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fd48391-8269-4d5e-9338-ff36c48ced59 HTTP/1.1" status: 204 len: 168 time: 0.2970512 Jun 01 13:00:13.538272 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-9986e080-15d0-46de-bf5d-d2806440532d tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=82a9242e53c0473a972aecec5a02bab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328867 Jun 01 13:00:13.697283 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-7bf3419e-0def-4621-a46d-69fabbca1f21 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.698911 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-7bf3419e-0def-4621-a46d-69fabbca1f21 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1553543 Jun 01 13:00:13.714554 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-3ab2c81b-f05a-4527-962a-c0bff2e52bef tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/quotas/82a9242e53c0473a972aecec5a02bab4 HTTP/1.1" status: 200 len: 375 time: 0.0091739 Jun 01 13:00:13.736168 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-81535da5-3d49-49df-a61a-e0c7435ea99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:13.765177 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-b92c0738-92f1-4941-9dc0-a7d9cdb1d3c0 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=82a9242e53c0473a972aecec5a02bab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451050 Jun 01 13:00:14.165135 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-cea7aa50-cc14-4774-ad47-cc59372ba3e5 req-18120a1f-a91c-43a9-9878-a79b472a7d73 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 210 time: 0.1580906 Jun 01 13:00:15.325527 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-341adc19-5f64-4fd9-9f36-3f42173d8ce2 req-b31315b0-0379-4346-89e1-b7c448c931db tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 210 time: 0.0443470 Jun 01 13:00:16.233412 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-12edd223-05c5-433f-b60d-d2699fc56963 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=82a9242e53c0473a972aecec5a02bab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274298 Jun 01 13:00:16.363343 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-3eb92d1d-6f48-49f1-a146-273760f97a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.402748 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6fb33e24-9241-4ad5-8346-92059eec2014 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:16.405420 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6fb33e24-9241-4ad5-8346-92059eec2014 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668136 Jun 01 13:00:16.418186 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Request body: {'port': {'device_id': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8', 'admin_state_up': True, 'tenant_id': '82a9242e53c0473a972aecec5a02bab4'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:16.513966 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.563284 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-177c93c9-e88e-40e3-8227-ea17f7fcaff4 req-06d5c425-f9e4-4d32-8c83-5573f7337221 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 210 time: 0.0678592 Jun 01 13:00:16.626480 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:16.630389 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Usage tracker for resource:port and tenant:82a9242e53c0473a972aecec5a02bab4 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:16.633332 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:16.640153 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:16.757584 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Made reservation on behalf of 82a9242e53c0473a972aecec5a02bab4 for: {'port': 1} {{(pid=99037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 13:00:16.761341 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.774933 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks [] for security_group, before_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.790202 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:16.794128 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Usage tracker for resource:security_group_rule and tenant:82a9242e53c0473a972aecec5a02bab4 is out of sync, need to count used quota {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:16.797068 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=99037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:16.803017 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.quota.driver [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=99037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:16.900280 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks [] for security_group, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.997954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.001023 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-414aee58-2322-4e66-9a68-1b7eb7e97364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:17.084689 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d076c-6d25-4391-89a7-eda41c662913,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:17.090852 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:17.174567 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.db_base_plugin_common [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Allocated IP 192.168.233.111 (bd37f786-340c-4669-a22f-bd7cba8061e8/0f9f7b1c-056f-4de0-a866-65c324926282/c663095e-797b-450b-8ae2-5d3651ed4e53) {{(pid=99037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:17.307465 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.385087 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks [] for port, precommit_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.401773 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Transition to ACTIVE for port object c663095e-797b-450b-8ae2-5d3651ed4e53 will not be triggered until provisioned by entity DHCP. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:17.514256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794345681875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_create {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.520327 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-dd671dad-6081-45d5-b717-fef7db168783 tempest-AttachVolumeNegativeTest-1391517983 tempest-AttachVolumeNegativeTest-1391517983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:17.590334 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Network bd37f786-340c-4669-a22f-bd7cba8061e8 is already hosted by enough agents. {{(pid=99037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:17.592324 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.scheduler.base_scheduler [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Resources bound (agent type, host, resource id): {{(pid=99037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:17.600163 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Received port after_create {{(pid=99037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 13:00:17.646675 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Pushing event updated for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=1']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:17.667715 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:17.690674 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:17.692041 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.811668 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-2f965c7b-9e9b-47cb-b98a-bd005625507b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3975062 Jun 01 13:00:17.822619 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-bbecfdec-ef6a-4d56-9c61-6e9359467d7a tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:00:17.824699 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-bbecfdec-ef6a-4d56-9c61-6e9359467d7a tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062656 Jun 01 13:00:17.834684 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.v2.base [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Request body: {'port': {'device_id': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79351'}} {{(pid=99037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:17.843554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458017f-1941-4be0-a4df-81b0ac149636 req-cef6ad1f-b5bd-48fd-8cdc-95ad4e41d6c9 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:17.845613 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b458017f-1941-4be0-a4df-81b0ac149636 req-cef6ad1f-b5bd-48fd-8cdc-95ad4e41d6c9 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 936 time: 0.0922210 Jun 01 13:00:17.893262 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-b458017f-1941-4be0-a4df-81b0ac149636 req-90e86171-997b-42a9-b8cb-cc5c5abec0d5 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417333 Jun 01 13:00:17.923394 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5ee01457-4109-4ee4-9721-f2efff2f791c None None] Provisioning for port c663095e-797b-450b-8ae2-5d3651ed4e53 completed by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:17.928519 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-5ee01457-4109-4ee4-9721-f2efff2f791c None None] Provisioning complete for port c663095e-797b-450b-8ae2-5d3651ed4e53 triggered by entity DHCP. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:17.929028 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-5ee01457-4109-4ee4-9721-f2efff2f791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:17.952841 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.023791 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-5ee01457-4109-4ee4-9721-f2efff2f791c None None] Port c663095e-797b-450b-8ae2-5d3651ed4e53 cannot update to ACTIVE because it is not bound. {{(pid=99039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:00:18.421096 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c663095e-797b-450b-8ae2-5d3651ed4e53 {{(pid=99037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 13:00:18.428653 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.443772 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.provisioning_blocks [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Transition to ACTIVE for port object c663095e-797b-450b-8ae2-5d3651ed4e53 will not be triggered until provisioned by entity L2. {{(pid=99037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:18.534741 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.538744 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-0eb2183f-1c2f-4651-8a27-a878bf7939da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:18.668043 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Pushing event updated for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=2']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.695258 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:18.779737 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Attempting to bind port c663095e-797b-450b-8ae2-5d3651ed4e53 on host hv-cinder-79351 for vnic_type normal with profile {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:18.780122 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Attempting to bind port c663095e-797b-450b-8ae2-5d3651ed4e53 by drivers openvswitch,hyperv on host hv-cinder-79351 at level 0 using segments [{'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:18.780453 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Attempting to bind port c663095e-797b-450b-8ae2-5d3651ed4e53 on network bd37f786-340c-4669-a22f-bd7cba8061e8 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:18.785137 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Port c663095e-797b-450b-8ae2-5d3651ed4e53 on network bd37f786-340c-4669-a22f-bd7cba8061e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79351 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:18.785449 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Attempting to bind port c663095e-797b-450b-8ae2-5d3651ed4e53 on network bd37f786-340c-4669-a22f-bd7cba8061e8 {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:18.790462 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Checking agent: {'id': '520c7a1e-85fd-4e90-a58f-85cb022862d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79351', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'started_at': datetime.datetime(2021, 6, 1, 12, 48, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:18.790823 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Checking segment: {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 13:00:18.791194 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Bound using segment: {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'} {{(pid=99037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:18.791616 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.managers [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Bound port: c663095e-797b-450b-8ae2-5d3651ed4e53, host: hv-cinder-79351, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4db0dcc-7be4-4b8b-84cc-37179c20eb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8'}}] {{(pid=99037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:18.791954 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.883889 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, cleared binding levels {{(pid=99037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:18.886794 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c663095e-797b-450b-8ae2-5d3651ed4e53,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:18.969455 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1961824'] for port, after_update {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.973951 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-1d6eaa19-3361-4871-b6ef-a1cb03ea7c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:19.033399 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.074514 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.075147 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.076945 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] 10.222.0.58 "PUT /v2.0/ports/c663095e-797b-450b-8ae2-5d3651ed4e53 HTTP/1.1" status: 200 len: 1098 time: 1.2461424 Jun 01 13:00:19.086728 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:19.089248 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc12309-1c77-40eb-9d2b-a295521881f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:19.127914 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Pushing event updated for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=3']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:19.134388 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-6ae699d6-2909-4af4-af4e-7d5f91e33f97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:19.140924 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fdfa67-2c05-4927-a9e8-b66f16617780 x-openstack-request-id: req-69fdfa67-2c05-4927-a9e8-b66f16617780 {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:19.141256 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:19.141646 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69fdfa67-2c05-4927-a9e8-b66f16617780 {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:19.142111 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53', 'status': 'completed', 'code': 200} Jun 01 13:00:19.165036 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-4bbfba74-158e-41a7-a00f-57d188baa74f tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.167208 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-4bbfba74-158e-41a7-a00f-57d188baa74f tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Synchronizing usage tracker for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:19.253254 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc12309-1c77-40eb-9d2b-a295521881f1 req-5cc96431-dc44-4f6b-a558-29cb1115b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.254803 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ccc12309-1c77-40eb-9d2b-a295521881f1 req-5cc96431-dc44-4f6b-a558-29cb1115b860 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a9242e53c0473a972aecec5a02bab4&device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 1101 time: 0.0861056 Jun 01 13:00:19.292296 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ccc12309-1c77-40eb-9d2b-a295521881f1 req-d900cfac-37bd-4a92-ad23-0dc520123b2b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=82a9242e53c0473a972aecec5a02bab4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307167 Jun 01 13:00:19.317694 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-4bbfba74-158e-41a7-a00f-57d188baa74f tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Unset dirty status for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:19.318977 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-4bbfba74-158e-41a7-a00f-57d188baa74f tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 948 time: 0.3088980 Jun 01 13:00:19.375097 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:19.453766 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-e329ae26-4592-4f85-b11f-887c7fa433b6 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Synchronizing usage tracker for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:security_group {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:19.519556 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc12309-1c77-40eb-9d2b-a295521881f1 req-590c582b-c850-4af2-9ea8-67370d55ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.521090 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-ccc12309-1c77-40eb-9d2b-a295521881f1 req-590c582b-c850-4af2-9ea8-67370d55ada5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2233934 Jun 01 13:00:19.596488 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-e329ae26-4592-4f85-b11f-887c7fa433b6 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Unset dirty status for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:security_group {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:19.597689 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b7f55dba-1c7b-4c72-ba2f-4050982362a8 req-e329ae26-4592-4f85-b11f-887c7fa433b6 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730093 Jun 01 13:00:19.635308 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-255cfe6e-7ad7-455e-8b10-2d05bfc40d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.636825 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-255cfe6e-7ad7-455e-8b10-2d05bfc40d58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=82a9242e53c0473a972aecec5a02bab4&device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 1101 time: 0.0753415 Jun 01 13:00:19.711445 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-48e0730a-0fd7-4409-a8f4-57a32c28cd56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=c663095e-797b-450b-8ae2-5d3651ed4e53 HTTP/1.1" status: 200 len: 217 time: 0.0674884 Jun 01 13:00:19.778441 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-42ad8380-ff5d-4f12-897b-9dfd1f9f3877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.780514 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-42ad8380-ff5d-4f12-897b-9dfd1f9f3877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f9f7b1c-056f-4de0-a866-65c324926282 HTTP/1.1" status: 200 len: 843 time: 0.0627904 Jun 01 13:00:19.860990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-80abb158-e54e-42c8-8c47-0cdf167a4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.862473 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-80abb158-e54e-42c8-8c47-0cdf167a4e81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd37f786-340c-4669-a22f-bd7cba8061e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0759516 Jun 01 13:00:20.000913 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-0c0b80ad-e82f-4101-96a2-c1231a108dec service neutron] 10.222.0.58 "GET /v2.0/networks/bd37f786-340c-4669-a22f-bd7cba8061e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315379 Jun 01 13:00:20.143143 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-d45fb7b1-2309-4de5-9748-955ed0574242 req-a82f4f7e-7184-4fdc-9210-ec78dae3186b service neutron] 10.222.0.58 "GET /v2.0/networks/bd37f786-340c-4669-a22f-bd7cba8061e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356480 Jun 01 13:00:20.799895 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739e8b3-a6d6-48fc-818c-40cf4afa8f9e req-5a66c087-2c29-4a35-9dff-5193a2be652d tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:20.802141 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8739e8b3-a6d6-48fc-818c-40cf4afa8f9e req-5a66c087-2c29-4a35-9dff-5193a2be652d tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 948 time: 0.0957177 Jun 01 13:00:20.848097 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-8739e8b3-a6d6-48fc-818c-40cf4afa8f9e req-11d1d147-3c62-4b4f-819c-1cb626a598d8 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jun 01 13:00:22.035299 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d525e62-23fd-4c21-9e43-409790da1fc1 req-804a3256-1f18-43e3-a7b5-8a1000dd74fd tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:22.036814 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4d525e62-23fd-4c21-9e43-409790da1fc1 req-804a3256-1f18-43e3-a7b5-8a1000dd74fd tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 948 time: 0.0809839 Jun 01 13:00:22.083065 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4d525e62-23fd-4c21-9e43-409790da1fc1 req-9226172a-8cac-4c5e-ad18-499efa5a00ac tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jun 01 13:00:22.751595 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c663095e-797b-450b-8ae2-5d3651ed4e53 details requested by agent hyperv_hv-cinder-79351 with host hv-cinder-79351 {{(pid=99039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:22.895251 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c663095e-797b-450b-8ae2-5d3651ed4e53,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:22.909357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Returning: {'device': 'c663095e-797b-450b-8ae2-5d3651ed4e53', 'network_id': 'bd37f786-340c-4669-a22f-bd7cba8061e8', 'port_id': 'c663095e-797b-450b-8ae2-5d3651ed4e53', 'mac_address': 'fa:16:3e:1e:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f9f7b1c-056f-4de0-a866-65c324926282', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:22.969785 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:22.987516 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c663095e-797b-450b-8ae2-5d3651ed4e53 {{(pid=99039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 13:00:23.002851 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c663095e-797b-450b-8ae2-5d3651ed4e53,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:23.060424 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:23.062261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:23.135934 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=4']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:23.142672 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.143020 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.143357 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.143692 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.144017 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.144380 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.144750 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.145073 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.146291 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.146624 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.146955 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.147278 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:23.151247 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:23.284883 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb498467-8edb-42f9-a993-444f1104bf01 req-5a14759e-b437-4eb5-ba8a-7b653965feb1 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:23.286364 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fb498467-8edb-42f9-a993-444f1104bf01 req-5a14759e-b437-4eb5-ba8a-7b653965feb1 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 949 time: 0.0848577 Jun 01 13:00:23.295303 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['c663095e-797b-450b-8ae2-5d3651ed4e53'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:23.333461 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-fb498467-8edb-42f9-a993-444f1104bf01 req-6fc7746e-8adf-4885-939b-592636cff174 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413189 Jun 01 13:00:24.623196 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3728c-ed23-4d2d-9b9e-7dbcb10f960d req-2b7a9400-7cdf-4cc1-81cb-b6df15b41e39 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:24.624607 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5dc3728c-ed23-4d2d-9b9e-7dbcb10f960d req-2b7a9400-7cdf-4cc1-81cb-b6df15b41e39 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 949 time: 0.1828966 Jun 01 13:00:24.671114 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-5dc3728c-ed23-4d2d-9b9e-7dbcb10f960d req-e7635880-d02f-4c9d-ab9a-0a3280f1509d tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Jun 01 13:00:24.766892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c663095e-797b-450b-8ae2-5d3651ed4e53 up at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:24.913389 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning for port c663095e-797b-450b-8ae2-5d3651ed4e53 completed by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:24.918544 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.provisioning_blocks [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Provisioning complete for port c663095e-797b-450b-8ae2-5d3651ed4e53 triggered by entity L2. {{(pid=99039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:24.918919 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3635751'] for port, provisioning_complete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:24.957546 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-a1326522-b4d6-44fa-8f5c-e282a78fc8b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703392 Jun 01 13:00:25.041699 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3555345'] for port, before_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:25.069482 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53'}] {{(pid=99039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:25.071760 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536e6c94554c6b370e90aec5f1599a7f95e836af03f1bfa27f0596934b09548c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37042ea-2c60-40e0-b9b7-5edf2c3881c1" -d '{"events": [{"server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "name": "network-vif-plugged", "status": "completed", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53"}]}' {{(pid=99039) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:25.079812 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c663095e-797b-450b-8ae2-5d3651ed4e53,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:25.104962 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-eb71da59-8f6f-42c0-98e6-39f54efe3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.106457 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-eb71da59-8f6f-42c0-98e6-39f54efe3657 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.0759871 Jun 01 13:00:25.118518 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6599ab5-11ad-42a0-9cc4-16c558a9ab9d x-openstack-request-id: req-b6599ab5-11ad-42a0-9cc4-16c558a9ab9d {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:25.118987 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "name": "network-vif-plugged", "status": "completed", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53", "code": 200}]} {{(pid=99039) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:25.119390 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6599ab5-11ad-42a0-9cc4-16c558a9ab9d {{(pid=99039) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:25.119852 dv-cinder-793515-2-smb neutron-server[99039]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53', 'code': 200} Jun 01 13:00:25.174631 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794346117012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794345681893', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794345682710'] for port, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:25.177568 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:25.250527 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Pushing event updated for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=5']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:25.253577 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:25.266394 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-41050fcc-ced7-406a-9400-6ab43686c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.273637 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-41050fcc-ced7-406a-9400-6ab43686c8a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1382713 Jun 01 13:00:25.374113 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-d59fbac3-7470-4e33-9b0c-e8acf20dee02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 1002 time: 0.0993469 Jun 01 13:00:25.438155 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-b9d2588a-0e75-410d-86d3-b5d21677afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.439547 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-b9d2588a-0e75-410d-86d3-b5d21677afe5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0594258 Jun 01 13:00:25.488007 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b91664-85f8-4390-9fb7-f5d3fa7423d7 req-fe3d81da-f327-4a16-93af-562d237dd116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.489545 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-23b91664-85f8-4390-9fb7-f5d3fa7423d7 req-fe3d81da-f327-4a16-93af-562d237dd116 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 1103 time: 0.0728199 Jun 01 13:00:25.520065 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-85c73b5a-053b-4e1f-ab7d-b351e00a7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.521576 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-85c73b5a-053b-4e1f-ab7d-b351e00a7b9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757217 Jun 01 13:00:25.535477 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-23b91664-85f8-4390-9fb7-f5d3fa7423d7 req-006b726d-4f4e-4219-859b-5a07a42700f0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400522 Jun 01 13:00:25.657492 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-d4e0dfe7-2733-42b4-96cf-69dd4095da0d service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288397 Jun 01 13:00:25.836072 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-04b26132-335c-4ce3-8ed2-c5aa7357dbd6 req-7c5cf9e6-db52-496d-9121-e2cf1808c82e service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706724 Jun 01 13:00:25.876990 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6f2c8-994e-45f6-a768-ac895f26673a req-fe6c18a2-a985-416a-850e-1600d4727752 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:25.878507 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6dc6f2c8-994e-45f6-a768-ac895f26673a req-fe6c18a2-a985-416a-850e-1600d4727752 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 950 time: 0.0936522 Jun 01 13:00:25.926798 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-6dc6f2c8-994e-45f6-a768-ac895f26673a req-041c0126-3d79-45e4-a18c-aaa07a5c0d86 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Jun 01 13:00:27.119246 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0e14f-5de4-4e5f-b579-b9d930cf0301 req-40ded66e-56d1-42e3-89c2-0009183a94c5 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:27.120740 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-20e0e14f-5de4-4e5f-b579-b9d930cf0301 req-40ded66e-56d1-42e3-89c2-0009183a94c5 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 950 time: 0.0839930 Jun 01 13:00:27.173239 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-20e0e14f-5de4-4e5f-b579-b9d930cf0301 req-4645df37-a1db-4771-b684-03a6f3f5f427 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437279 Jun 01 13:00:28.003852 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a028b-61f7-4a90-8941-a353e1d024e4 req-8216561a-203c-4475-82c5-1ba76d9ec1ef tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:28.005437 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3e4a028b-61f7-4a90-8941-a353e1d024e4 req-8216561a-203c-4475-82c5-1ba76d9ec1ef tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 950 time: 0.0872846 Jun 01 13:00:28.051279 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-3e4a028b-61f7-4a90-8941-a353e1d024e4 req-5422cc06-f556-4145-8fd2-0916dc74f998 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Jun 01 13:00:29.307958 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b536599-9525-43c4-a4c5-738bb30d30cb req-61101b52-caa8-4171-8081-02525c13228b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:29.309462 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b536599-9525-43c4-a4c5-738bb30d30cb req-61101b52-caa8-4171-8081-02525c13228b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 950 time: 0.1439159 Jun 01 13:00:29.320907 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-15748aa4-c864-48f3-83c9-8319103b6ebf tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:29.322396 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-15748aa4-c864-48f3-83c9-8319103b6ebf tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 950 time: 0.1143963 Jun 01 13:00:29.418862 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-4b536599-9525-43c4-a4c5-738bb30d30cb req-38b5f63e-a862-4fc8-8ad9-2d0198236ddc tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb4d076c-6d25-4391-89a7-eda41c662913&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955172 Jun 01 13:00:29.499516 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Deleting port c663095e-797b-450b-8ae2-5d3651ed4e53 {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:29.499860 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.636964 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] For port c663095e-797b-450b-8ae2-5d3651ed4e53, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=c663095e-797b-450b-8ae2-5d3651ed4e53,segment=NetworkSegment(b4db0dcc-7be4-4b8b-84cc-37179c20eb08),segment_id=b4db0dcc-7be4-4b8b-84cc-37179c20eb08)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:29.637226 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.764955 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Calling delete_port for c663095e-797b-450b-8ae2-5d3651ed4e53 owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:30.062310 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.068451 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-4ad9b376-7324-4ea7-9c8f-d82379e4f268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.074529 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] get_ports_and_sgs() called for port_ids ['c663095e-797b-450b-8ae2-5d3651ed4e53'] {{(pid=99039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:30.117618 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Pushing event deleted for resources: {'Port': ['ID=c663095e-797b-450b-8ae2-5d3651ed4e53,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.120015 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.203568 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] No DVR routers for this DVR port c663095e-797b-450b-8ae2-5d3651ed4e53 on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:30.206261 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.209134 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'name': 'network-vif-deleted', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:30.211593 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a034edc5-ca59-4582-9e5f-a0ea0e089859" -d '{"events": [{"server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "name": "network-vif-deleted", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:30.257770 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892147a-0227-4208-9b43-ecd9f4f3005c x-openstack-request-id: req-d892147a-0227-4208-9b43-ecd9f4f3005c {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:30.258105 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ad5e9-900a-4ecc-b4ed-e07e72d355b1", "name": "network-vif-deleted", "tag": "c663095e-797b-450b-8ae2-5d3651ed4e53", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:30.258398 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d892147a-0227-4208-9b43-ecd9f4f3005c {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:30.258837 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ad5e9-900a-4ecc-b4ed-e07e72d355b1', 'name': 'network-vif-deleted', 'tag': 'c663095e-797b-450b-8ae2-5d3651ed4e53', 'status': 'completed', 'code': 200} Jun 01 13:00:30.274653 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-75c8780f-4f78-434e-a9fb-c809bcc74d69 req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.58 "DELETE /v2.0/ports/c663095e-797b-450b-8ae2-5d3651ed4e53 HTTP/1.1" status: 204 len: 173 time: 0.9364974 Jun 01 13:00:30.581071 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9141d5a1-970d-40aa-8d4a-7622c7c57345 req-8687ac93-577b-47d1-8c74-23ec109d83d2 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Synchronizing usage tracker for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:30.696315 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-9141d5a1-970d-40aa-8d4a-7622c7c57345 req-8687ac93-577b-47d1-8c74-23ec109d83d2 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Unset dirty status for tenant:82a9242e53c0473a972aecec5a02bab4 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:30.697551 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-9141d5a1-970d-40aa-8d4a-7622c7c57345 req-8687ac93-577b-47d1-8c74-23ec109d83d2 tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] 10.222.0.11 "GET /v2.0/ports?device_id=f38ad5e9-900a-4ecc-b4ed-e07e72d355b1 HTTP/1.1" status: 200 len: 210 time: 0.1699142 Jun 01 13:00:34.420899 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51516) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:34.804950 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c663095e-797b-450b-8ae2-5d3651ed4e53 no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:34.832958 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Deleting port 758d8cd5-476f-4528-a81e-6efb3284738d {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:34.833295 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.849400 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: c663095e-797b-450b-8ae2-5d3651ed4e53 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:34.849741 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device c663095e-797b-450b-8ae2-5d3651ed4e53 not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:34.957540 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:34.957795 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.096621 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Calling delete_port for 758d8cd5-476f-4528-a81e-6efb3284738d owned by network:floatingip {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:35.214642 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:00:35.288941 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.292814 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-56c91db4-43e6-4b1c-9d85-f4ddad0d26d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:35.336158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event deleted for resources: {'Port': ['ID=758d8cd5-476f-4528-a81e-6efb3284738d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:35.339775 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:35.435321 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for floatingip, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:35.436597 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.db.l3_db [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Floating IP d2a68ec2-cad2-46af-89e6-c7ffc232f670 disassociated (deleted). External IP: 172.28.2.252, port: e9d13a3d-275f-443a-99ff-80743a05e27d. Jun 01 13:00:35.806567 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:00:36.010522 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:00:36.023026 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Sync routers for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:00:36.037341 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:36.038070 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:36.121068 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for floatingip, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:36.196298 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-962a6494-e1cb-45f6-bb85-b1679dab82b9 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "DELETE /v2.0/floatingips/d2a68ec2-cad2-46af-89e6-c7ffc232f670 HTTP/1.1" status: 204 len: 168 time: 1.7696013 Jun 01 13:00:36.196298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:36.196298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee63ff1f675bcea97accb5f65827fc9f1bff7178123b47c5b919e2ae2641e32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419fe24-8072-409a-b46b-67319c9044e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99038) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:36.247344 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:36.247551 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8bc12d-dbeb-47da-9869-aebb994d561c x-openstack-request-id: req-8e8bc12d-dbeb-47da-9869-aebb994d561c {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:36.247797 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "status": "completed", "code": 200}]} {{(pid=99038) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:36.248241 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e8bc12d-dbeb-47da-9869-aebb994d561c {{(pid=99038) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:36.248804 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'status': 'completed', 'code': 200} Jun 01 13:00:36.377874 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419fe24-8072-409a-b46b-67319c9044e1 req-ed83f093-66c9-4478-ad99-00836ef7eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:36.379518 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-ed83f093-66c9-4478-ad99-00836ef7eebb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 1099 time: 0.1064913 Jun 01 13:00:36.543287 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419fe24-8072-409a-b46b-67319c9044e1 req-2fd3f12f-ac3a-4277-95b7-1f109567e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:36.545262 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-2fd3f12f-ac3a-4277-95b7-1f109567e009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 200 len: 910 time: 0.1583915 Jun 01 13:00:36.618210 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-c7deece7-6572-48df-bee0-4b8ebb49517c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 200 len: 217 time: 0.0663445 Jun 01 13:00:36.628951 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:36.642178 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Checking router: 5f38cd38-efa8-4ec9-a8dc-7539c396d417 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:00:36.657173 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:36.659241 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:36.687923 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419fe24-8072-409a-b46b-67319c9044e1 req-a226d302-37b5-4c42-ad33-739b2c63283f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:36.689787 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-a226d302-37b5-4c42-ad33-739b2c63283f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 200 len: 848 time: 0.0651853 Jun 01 13:00:36.779641 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419fe24-8072-409a-b46b-67319c9044e1 req-0a7514b0-2dcf-409a-861e-4ae2d6239b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:36.782533 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-0a7514b0-2dcf-409a-861e-4ae2d6239b0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=57787a8b-2e05-435e-8ba3-b92ad4350b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0856328 Jun 01 13:00:36.841912 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a721c1-f095-4a6f-8411-323a1c22d03b req-7e7c3e68-d8ae-4c18-87c0-a6d56527aee5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:36.842940 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d3a721c1-f095-4a6f-8411-323a1c22d03b req-7e7c3e68-d8ae-4c18-87c0-a6d56527aee5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:36.954195 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.quota.resource [req-d3a721c1-f095-4a6f-8411-323a1c22d03b req-7e7c3e68-d8ae-4c18-87c0-a6d56527aee5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:36.961379 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d3a721c1-f095-4a6f-8411-323a1c22d03b req-7e7c3e68-d8ae-4c18-87c0-a6d56527aee5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.2182708 Jun 01 13:00:36.983559 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:37.000918 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-95a7b908-df15-41f6-8cfd-bb99840ebecb service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101848 Jun 01 13:00:37.040015 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-d3a721c1-f095-4a6f-8411-323a1c22d03b req-65837a79-01af-4f96-9495-22daea6b265a tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700474 Jun 01 13:00:37.166042 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-a419fe24-8072-409a-b46b-67319c9044e1 req-2800deab-ca21-4d7f-8170-93d1c0f4d2a4 service neutron] 10.222.0.58 "GET /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577845 Jun 01 13:00:37.324734 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:37.328669 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a3f991-4cad-4ac2-b481-398c0f2fd16f None None] The sync data for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb is: [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T12:55:56Z', 'revision_number': 4, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb', '_interfaces': [{'id': '10cc8379-4376-4a6b-9a73-9a8f5cf9042f', 'name': '', 'network_id': '57787a8b-2e05-435e-8ba3-b92ad4350b0f', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'mac_address': 'fa:16:3e:af:4b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:54Z', 'updated_at': '2021-06-01T12:56:04Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'subnets': [{'id': 'e89db309-755c-4ec8-b087-ebbe10de4f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:00:37.536642 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ad1b8-4907-4ff6-b1fc-a9cf17b1e930 None None] New status for floating IP d2a68ec2-cad2-46af-89e6-c7ffc232f670: DOWN {{(pid=99040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:00:38.225705 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e2180-dd30-4606-8106-c7a86d019a6e req-4351f4e5-213b-404e-abbc-c0c58deb65b1 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:38.227074 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-059e2180-dd30-4606-8106-c7a86d019a6e req-4351f4e5-213b-404e-abbc-c0c58deb65b1 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.58 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.1444724 Jun 01 13:00:38.314204 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809acff-c126-43e8-9897-1637367d585d req-6055c508-eac5-4fef-90f9-6216fb1c3332 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:38.315703 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b809acff-c126-43e8-9897-1637367d585d req-6055c508-eac5-4fef-90f9-6216fb1c3332 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 946 time: 0.1576316 Jun 01 13:00:38.407830 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-b809acff-c126-43e8-9897-1637367d585d req-08ba9bc3-9cb1-4b78-ab16-7988ec5906d6 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/security-groups?id=3eb41b6b-a2d3-4180-acf2-41cee5d1496a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619149 Jun 01 13:00:38.424315 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Deleting port e9d13a3d-275f-443a-99ff-80743a05e27d {{(pid=99037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:38.424859 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:38.569231 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.db [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] For port e9d13a3d-275f-443a-99ff-80743a05e27d, host hv-cinder-79351, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79351',level=0,port_id=e9d13a3d-275f-443a-99ff-80743a05e27d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:38.569599 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:38.597843 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51632) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:38.710755 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.plugins.ml2.plugin [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Calling delete_port for e9d13a3d-275f-443a-99ff-80743a05e27d owned by compute:nova {{(pid=99037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:38.767735 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-1c15f9ea-ea72-4590-990a-fc5abc48949d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82a9242e53c0473a972aecec5a02bab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685281 Jun 01 13:00:38.770451 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51638) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:38.834134 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:38.861384 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.010148 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.014225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-a7aaa9b5-b3b3-4084-bc40-a435e18d5863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:39.028016 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d076c-6d25-4391-89a7-eda41c662913,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:39.030612 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:39.045180 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1961833'] for port, after_delete {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.051044 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-bde222ee-66fb-401f-ab21-012056ff676b tempest-VolumesNegativeTest-1392252265 tempest-VolumesNegativeTest-1392252265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:39.100922 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event deleted for resources: {'Port': ['ID=e9d13a3d-275f-443a-99ff-80743a05e27d,revision_number=None']} {{(pid=99037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:39.104021 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG oslo_concurrency.lockutils [None req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99037) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:39.141339 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.146154 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dea958ed-a160-4a3a-8f0d-40ee90a81792 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb4d076c-6d25-4391-89a7-eda41c662913 HTTP/1.1" status: 204 len: 168 time: 0.3711381 Jun 01 13:00:39.178461 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.db.l3_dvrscheduler_db [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] No DVR routers for this DVR port e9d13a3d-275f-443a-99ff-80743a05e27d on host hv-cinder-79351 {{(pid=99037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:39.181247 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron_lib.callbacks.manager [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91681'] for port, before_response {{(pid=99037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:39.183953 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-deleted', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d'}] {{(pid=99037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:39.186840 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d19bf4a79be9985e8b0cba2413e6c3a5ab715ce89d5a8acc6c10ca68a9a10e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ab6f3-0a9a-4aae-91ed-8414c7ecea7d" -d '{"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-deleted", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d"}]}' {{(pid=99037) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:39.231379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f36596-40e9-4dfb-aeba-e7ae4da4126d x-openstack-request-id: req-b9f36596-40e9-4dfb-aeba-e7ae4da4126d {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:39.231379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4865af7d-cb06-404c-b604-a7d97143f0ca", "name": "network-vif-deleted", "tag": "e9d13a3d-275f-443a-99ff-80743a05e27d", "status": "completed", "code": 200}]} {{(pid=99037) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:39.231379 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9f36596-40e9-4dfb-aeba-e7ae4da4126d {{(pid=99037) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:39.232128 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4865af7d-cb06-404c-b604-a7d97143f0ca', 'name': 'network-vif-deleted', 'tag': 'e9d13a3d-275f-443a-99ff-80743a05e27d', 'status': 'completed', 'code': 200} Jun 01 13:00:39.280067 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-059e2180-dd30-4606-8106-c7a86d019a6e req-83f6b23f-9b31-470e-95f6-c85b43516acd tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.58 "DELETE /v2.0/ports/e9d13a3d-275f-443a-99ff-80743a05e27d HTTP/1.1" status: 204 len: 173 time: 1.0464797 Jun 01 13:00:39.582050 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-02d5308f-2354-41d5-b547-25c636d43ac4 req-83a8f595-1cc0-4a64-9bdb-21c15018ba94 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Synchronizing usage tracker for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:39.679187 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.quota.resource [req-02d5308f-2354-41d5-b547-25c636d43ac4 req-83a8f595-1cc0-4a64-9bdb-21c15018ba94 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Unset dirty status for tenant:f0ff42a17e32410e8e9837cf9023c0c6 on resource:port {{(pid=99037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:39.680423 dv-cinder-793515-2-smb neutron-server[99037]: INFO neutron.wsgi [req-02d5308f-2354-41d5-b547-25c636d43ac4 req-83a8f595-1cc0-4a64-9bdb-21c15018ba94 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.1541467 Jun 01 13:00:40.988548 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [req-7344197d-bb34-437b-89a4-d81735025095 req-7723f458-5a7a-4388-b534-a97e4fba0403 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "GET /v2.0/ports?device_id=4865af7d-cb06-404c-b604-a7d97143f0ca HTTP/1.1" status: 200 len: 210 time: 0.1614902 Jun 01 13:00:42.087338 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51652) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:42.159381 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:42.188792 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:42.357996 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:42.362018 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c13cbed1-0241-4a34-8685-133de5c142b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:42.381316 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb41b6b-a2d3-4180-acf2-41cee5d1496a,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:42.383923 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:42.459870 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:42.461072 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-4829013a-eac1-41b4-b121-f2ad870851c5 tempest-TestShelveInstance-1194240512 tempest-TestShelveInstance-1194240512-project] 10.222.0.11 "DELETE /v2.0/security-groups/3eb41b6b-a2d3-4180-acf2-41cee5d1496a HTTP/1.1" status: 204 len: 168 time: 0.3727455 Jun 01 13:00:42.581882 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51658) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:42.829510 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d no longer exists at agent hyperv_hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:42.864416 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] No Port match for: e9d13a3d-275f-443a-99ff-80743a05e27d {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:42.865057 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Device e9d13a3d-275f-443a-99ff-80743a05e27d not bound to the agent host hv-cinder-79351 {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:43.135818 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.595452 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Deleting port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:43.595786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.717632 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] For port 10cc8379-4376-4a6b-9a73-9a8f5cf9042f, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:43.717990 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.740586 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-6fb7f266-49dd-4ebc-bd16-30a2d1ad94d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.841630 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Calling delete_port for 10cc8379-4376-4a6b-9a73-9a8f5cf9042f owned by network:router_interface {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:44.164624 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.169078 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-25693e76-077e-4a94-b3df-886a09f66236 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:44.215514 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Pushing event deleted for resources: {'Port': ['ID=10cc8379-4376-4a6b-9a73-9a8f5cf9042f,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:44.218801 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:44.491670 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.873486 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:00:45.061575 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:00:45.070028 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Sync routers for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:00:45.084347 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:45.085010 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:45.149242 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-bed32800-cec9-4f1b-b2c4-0bea1e9a8515 admin admin] 10.222.0.11 "PUT /v2.0/routers/5f38cd38-efa8-4ec9-a8dc-7539c396d417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661304 Jun 01 13:00:45.151619 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51662) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:45.269294 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:45.329240 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:45.579379 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T13:00:44Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:45.583526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Checking router: 5f38cd38-efa8-4ec9-a8dc-7539c396d417 for host: dv-cinder-793515-2-smb {{(pid=99039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:00:45.593140 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Routers {'5f38cd38-efa8-4ec9-a8dc-7539c396d417'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:45.593763 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:16Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'], 'active': True} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:45.627124 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:45.771561 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Deleting port d3adcbf1-500a-4863-a247-8ca9edff9c48 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:45.771875 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:45.785992 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvr_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] Set router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 gateway port host: dv-cinder-793515-2-smb {{(pid=99039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:45.906890 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] For port d3adcbf1-500a-4863-a247-8ca9edff9c48, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=d3adcbf1-500a-4863-a247-8ca9edff9c48,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:45.907252 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.063732 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Calling delete_port for d3adcbf1-500a-4863-a247-8ca9edff9c48 owned by network:router_gateway {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:46.169681 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_hamode_db [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T13:00:44Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:46.175331 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691f18d-2283-4c59-b705-c72c114d3617 None None] The sync data for ids ['5f38cd38-efa8-4ec9-a8dc-7539c396d417'] in dv-cinder-793515-2-smb is: [{'id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'name': 'tempest-TestShelveInstance-2145182370-router', 'tenant_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105'}], 'enable_snat': True}, 'gw_port_id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:55:49Z', 'updated_at': '2021-06-01T13:00:44Z', 'revision_number': 5, 'project_id': 'f0ff42a17e32410e8e9837cf9023c0c6', 'gw_port': {'id': 'd3adcbf1-500a-4863-a247-8ca9edff9c48', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f38cd38-efa8-4ec9-a8dc-7539c396d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:55:51Z', 'updated_at': '2021-06-01T12:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}] {{(pid=99039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:00:46.307554 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.311509 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-54051460-6d77-432f-941a-9bbed33cfa26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:46.358845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3adcbf1-500a-4863-a247-8ca9edff9c48,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:46.361916 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:46.392714 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b4c22255-9df2-43c0-99f1-98de504dd9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.453780 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.524382 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.631224 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.633657 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.759012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.759573 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f38cd38-efa8-4ec9-a8dc-7539c396d417 {{(pid=99038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:00:46.772807 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:46.774353 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b8037578-5087-41ba-8a70-c83d9b97f1f8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5f38cd38-efa8-4ec9-a8dc-7539c396d417 HTTP/1.1" status: 204 len: 168 time: 1.6214628 Jun 01 13:00:46.776534 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51666) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:47.010995 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Deleting subnet e89db309-755c-4ec8-b087-ebbe10de4f5f {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 13:00:47.014812 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.064771 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10694233'] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.149637 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.313004 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.467845 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10913337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10786175'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.472232 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b9c14521-7694-4b83-93f1-45da451d7562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:47.511601 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89db309-755c-4ec8-b087-ebbe10de4f5f,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:47.515331 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:47.516515 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.522479 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff422b-03cb-4128-ac6d-a81833d828f7 None None] Network 57787a8b-2e05-435e-8ba3-b92ad4350b0f requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 13:00:47.522946 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-dc0bd03f-d343-4ca7-beb5-198f943778f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e89db309-755c-4ec8-b087-ebbe10de4f5f HTTP/1.1" status: 204 len: 168 time: 0.7452872 Jun 01 13:00:47.525453 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51672) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:47.645733 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.721294 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device d3adcbf1-500a-4863-a247-8ca9edff9c48 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:47.723334 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Deleting port f8a81e59-c1db-4118-abe4-f0c61c38123d {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:47.723765 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.757787 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: d3adcbf1-500a-4863-a247-8ca9edff9c48 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:47.758141 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device d3adcbf1-500a-4863-a247-8ca9edff9c48 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:47.758569 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 10cc8379-4376-4a6b-9a73-9a8f5cf9042f no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:47.786682 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] DHCP port deletion for 57787a8b-2e05-435e-8ba3-b92ad4350b0f request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 13:00:47.800591 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 10cc8379-4376-4a6b-9a73-9a8f5cf9042f {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:47.801041 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 10cc8379-4376-4a6b-9a73-9a8f5cf9042f not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:47.866841 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Deleting port f8a81e59-c1db-4118-abe4-f0c61c38123d {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:47.867232 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.950200 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] For port f8a81e59-c1db-4118-abe4-f0c61c38123d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=f8a81e59-c1db-4118-abe4-f0c61c38123d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:47.950565 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.970185 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] For port f8a81e59-c1db-4118-abe4-f0c61c38123d, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=f8a81e59-c1db-4118-abe4-f0c61c38123d,segment=NetworkSegment(69794d04-21c0-47b7-a39d-47254750a393),segment_id=69794d04-21c0-47b7-a39d-47254750a393)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:47.970589 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.077774 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Calling delete_port for f8a81e59-c1db-4118-abe4-f0c61c38123d owned by network:dhcp {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:48.097413 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Calling delete_port for f8a81e59-c1db-4118-abe4-f0c61c38123d owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:48.250490 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.255342 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-2d5fa673-444e-491f-82bc-756deb3ba1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:48.256689 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.261222 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:48.304370 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a81e59-c1db-4118-abe4-f0c61c38123d,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:48.306225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] No DVR routers for this DVR port f8a81e59-c1db-4118-abe4-f0c61c38123d on host dv-cinder-793515-2-smb {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:48.307723 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:48.308345 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Pushing event deleted for resources: {'Port': ['ID=f8a81e59-c1db-4118-abe4-f0c61c38123d,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:48.311966 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:48.312789 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45f252e-831f-4d99-8316-3094955edd13 None None] No DVR routers for this DVR port f8a81e59-c1db-4118-abe4-f0c61c38123d on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:48.429179 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.443711 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57787a8b-2e05-435e-8ba3-b92ad4350b0f']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:48.457985 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69794d04-21c0-47b7-a39d-47254750a393') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:48.458281 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69794d04-21c0-47b7-a39d-47254750a393') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:48.471811 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.489085 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.496051 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:00:48.496457 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 13:00:48.510407 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 13:00:48.678850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.682612 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:48.696756 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:48.709874 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Pushing event deleted for resources: {'Network': ['ID=57787a8b-2e05-435e-8ba3-b92ad4350b0f,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:48.714212 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:48.816880 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-edbfaa48-8e15-4f63-81bd-baa6e59e187e admin admin] 10.222.0.11 "DELETE /v2.0/networks/57787a8b-2e05-435e-8ba3-b92ad4350b0f HTTP/1.1" status: 204 len: 168 time: 1.2902646 Jun 01 13:00:48.819589 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51676) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:49.072835 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:49.373798 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3825719'] for router_interface, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:49.387892 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:49.705298 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device f8a81e59-c1db-4118-abe4-f0c61c38123d no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:49.742261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: f8a81e59-c1db-4118-abe4-f0c61c38123d {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:49.742616 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device f8a81e59-c1db-4118-abe4-f0c61c38123d not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:49.922744 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Deleting port 08e76f77-ed2b-48b3-bad0-5aacaeff48df {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:49.923319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:50.048590 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] For port 08e76f77-ed2b-48b3-bad0-5aacaeff48df, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=08e76f77-ed2b-48b3-bad0-5aacaeff48df,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:50.048967 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:50.173527 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Calling delete_port for 08e76f77-ed2b-48b3-bad0-5aacaeff48df owned by network:router_interface {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:50.387566 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:50.391556 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5a91f450-6549-40b3-8196-b97a9ff08f95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:50.436837 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e76f77-ed2b-48b3-bad0-5aacaeff48df,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:50.439881 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:50.707980 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3694316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822503'] for router_interface, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:51.084929 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Router 3c107bde-0b47-4de6-9b13-8daeaaf6389c has already been hosted by L3 agent c78fce7e-8b97-4c8e-8a77-c161aa2590d3 {{(pid=99038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:00:51.368334 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Notify agent at l3_agent.dv-cinder-793515-2-smb the message routers_updated {{(pid=99038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:00:51.378281 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Sync routers for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:00:51.388981 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:51.393985 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:51.462262 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] 10.222.0.11 "PUT /v2.0/routers/3c107bde-0b47-4de6-9b13-8daeaaf6389c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6416023 Jun 01 13:00:51.464779 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51680) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:51.570366 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: dv-cinder-793515-2-smb {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:51.647925 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:51.831885 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:51.895914 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'external_fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225'}], 'enable_snat': True}, 'gw_port_id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T13:00:50Z', 'revision_number': 5, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port': {'id': 'ca23d5b6-caa0-4351-8988-4115887a7bee', 'name': '', 'network_id': '922d5300-6ed3-4938-8b23-38673bf7597f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'ip_address': '172.28.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-793515-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:56:02Z', 'updated_at': '2021-06-01T12:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1e769b8e-9e36-40ca-9cc5-b294fd159682', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-793515-2-smb'}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:51.899830 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Checking router: 3c107bde-0b47-4de6-9b13-8daeaaf6389c for host: dv-cinder-793515-2-smb {{(pid=99040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:00:51.908954 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Routers {'3c107bde-0b47-4de6-9b13-8daeaaf6389c'} bound to L3 agent in host dv-cinder-793515-2-smb {{(pid=99040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:51.909564 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-793515-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:41:46Z,description=,heartbeat_timestamp=2021-06-01T13:00:46Z,host='dv-cinder-793515-2-smb',id=c78fce7e-8b97-4c8e-8a77-c161aa2590d3,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:41:47Z,topic='l3_agent')) {'router_ids': ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'], 'active': True} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:52.006816 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Deleting port ca23d5b6-caa0-4351-8988-4115887a7bee {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:52.007157 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.068584 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_dvr_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] Set router 3c107bde-0b47-4de6-9b13-8daeaaf6389c gateway port host: None {{(pid=99040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:52.134869 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] For port ca23d5b6-caa0-4351-8988-4115887a7bee, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=ca23d5b6-caa0-4351-8988-4115887a7bee,segment=NetworkSegment(1668e6ff-8298-4e4d-98d9-8f0ea952dfdd),segment_id=1668e6ff-8298-4e4d-98d9-8f0ea952dfdd)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:52.135450 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.176187 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.l3_hamode_db [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T13:00:51Z', 'revision_number': 6, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port_host': None}], 'dv-cinder-793515-2-smb', False) {} {{(pid=99040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:52.180174 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bd87e1-7aca-4b58-a108-74876ecf6cd5 None None] The sync data for ids ['3c107bde-0b47-4de6-9b13-8daeaaf6389c'] in dv-cinder-793515-2-smb is: [{'id': '3c107bde-0b47-4de6-9b13-8daeaaf6389c', 'name': 'tempest-TestShelveInstance-1306639006-router', 'tenant_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:56:01Z', 'updated_at': '2021-06-01T13:00:51Z', 'revision_number': 6, 'project_id': '0673a3f4f86a47d9a8d412bf81a09d1b', 'gw_port_host': None}] {{(pid=99040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:00:52.265075 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Calling delete_port for ca23d5b6-caa0-4351-8988-4115887a7bee owned by network:router_gateway {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:52.473497 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.477319 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-f18d9675-b9d6-46c1-bfb3-b4a4a17b9fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:52.524329 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca23d5b6-caa0-4351-8988-4115887a7bee,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:52.555610 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:52.626976 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3825450'] for router_gateway, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.818850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3821991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13771'] for router, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.821178 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.912937 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3821723'] for router, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.913425 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c107bde-0b47-4de6-9b13-8daeaaf6389c {{(pid=99038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:00:52.926971 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:52.928126 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-b5776dae-b970-4e3d-b18b-49c192393ee2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3c107bde-0b47-4de6-9b13-8daeaaf6389c HTTP/1.1" status: 204 len: 168 time: 1.4623296 Jun 01 13:00:52.930578 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51684) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:52.998208 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Deleting subnet 92ad6b5d-3f47-4170-8df5-6352301f1a60 {{(pid=99038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 13:00:53.001655 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.180298 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10694233'] for subnet, precommit_delete_associations {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.269964 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3632861'] for subnet, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.587671 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3631720', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10913337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10786175'] for subnet, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.592377 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-784fb2d2-45c7-41fe-a409-d0a0a15c433f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:53.630248 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.633547 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ad6b5d-3f47-4170-8df5-6352301f1a60,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:53.635526 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ba557-abc1-4003-b2cf-973e4efdd943 None None] Network 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 requested from dv-cinder-793515-2-smb {{(pid=99039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 13:00:53.635977 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:53.641251 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-78b07e2c-ba81-4f84-a11f-e9f1493b4574 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/92ad6b5d-3f47-4170-8df5-6352301f1a60 HTTP/1.1" status: 204 len: 168 time: 0.7097256 Jun 01 13:00:53.643762 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51688) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:53.719176 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device ca23d5b6-caa0-4351-8988-4115887a7bee no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:53.755204 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640425'] for network, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.755475 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: ca23d5b6-caa0-4351-8988-4115887a7bee {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:53.755824 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device ca23d5b6-caa0-4351-8988-4115887a7bee not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:53.756244 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 08e76f77-ed2b-48b3-bad0-5aacaeff48df no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:53.804603 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 08e76f77-ed2b-48b3-bad0-5aacaeff48df {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:53.805024 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 08e76f77-ed2b-48b3-bad0-5aacaeff48df not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:53.831365 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Deleting port 0a723f72-2c3b-4e75-b66b-c66525737cb1 {{(pid=99038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:53.831709 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.938026 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.db [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] For port 0a723f72-2c3b-4e75-b66b-c66525737cb1, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=0a723f72-2c3b-4e75-b66b-c66525737cb1,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:53.938383 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:53.957276 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] DHCP port deletion for 67d7257d-8a5e-4421-a0d4-0e0ed3a22787 request from dv-cinder-793515-2-smb {{(pid=99039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 13:00:54.026554 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Deleting port 0a723f72-2c3b-4e75-b66b-c66525737cb1 {{(pid=99039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:00:54.026997 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794346113859'] for port, before_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.073666 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.plugin [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Calling delete_port for 0a723f72-2c3b-4e75-b66b-c66525737cb1 owned by network:dhcp {{(pid=99038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:54.125445 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.db [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] For port 0a723f72-2c3b-4e75-b66b-c66525737cb1, host dv-cinder-793515-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-793515-2-smb',level=0,port_id=0a723f72-2c3b-4e75-b66b-c66525737cb1,segment=NetworkSegment(11552938-b770-4d08-97c3-47a71e35e782),segment_id=11552938-b770-4d08-97c3-47a71e35e782)] {{(pid=99039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:54.125833 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3824358'] for port, precommit_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.181786 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10980298'] for port, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.185960 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-7d85990f-f95b-4723-9693-5f193151908c tempest-VolumesSnapshotTestJSON-1353495464 tempest-VolumesSnapshotTestJSON-1353495464-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:54.230180 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a723f72-2c3b-4e75-b66b-c66525737cb1,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:54.233394 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:54.235976 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] No DVR routers for this DVR port 0a723f72-2c3b-4e75-b66b-c66525737cb1 on host dv-cinder-793515-2-smb {{(pid=99038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:54.289926 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Calling delete_port for 0a723f72-2c3b-4e75-b66b-c66525737cb1 owned by network:dhcp {{(pid=99039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:00:54.334066 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3557062', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3694334', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794346117030', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794345681884'] for port, after_delete {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.338453 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:54.358830 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3633746', 'neutron.services.segments.db._delete_segments_for_network-8794346127324'] for network, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.373069 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d7257d-8a5e-4421-a0d4-0e0ed3a22787']}} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:54.383653 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Pushing event deleted for resources: {'Port': ['ID=0a723f72-2c3b-4e75-b66b-c66525737cb1,revision_number=None']} {{(pid=99039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:54.385972 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] No DVR routers for this DVR port 0a723f72-2c3b-4e75-b66b-c66525737cb1 on host dv-cinder-793515-2-smb {{(pid=99039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:00:54.387935 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG oslo_concurrency.lockutils [None req-275f0c36-d8db-4b3f-919a-85d77eba7d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:54.390577 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11552938-b770-4d08-97c3-47a71e35e782') {'for_net_delete': True} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:54.390872 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.services.segments.db [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11552938-b770-4d08-97c3-47a71e35e782') {} {{(pid=99038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:54.404777 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794346136221', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10694226'] for segment, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.421771 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314'] for segment, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.427853 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=99038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:00:54.428234 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3630314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10980255'] for segment, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: Traceback (most recent call last): Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: timer() Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: cb(*args, **kw) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: return func(*args, **kwargs) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: self._notify() Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: self.callback(batched_events) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: event.method(event) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: return f(self, *a, **k) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: return self._get(url).json() Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: return self.request(url, 'GET', **kwargs) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 13:00:54.441704 dv-cinder-793515-2-smb neutron-server[99038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 13:00:54.620515 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3633755', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-331085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3694309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3825463'] for network, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.624176 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:54.638076 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3694272'] for network, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.650771 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d7257d-8a5e-4421-a0d4-0e0ed3a22787,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:54.654998 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:54.656915 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-69075e40-85b6-4438-93ee-4d9f8c688552 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67d7257d-8a5e-4421-a0d4-0e0ed3a22787 HTTP/1.1" status: 204 len: 168 time: 1.0121641 Jun 01 13:00:54.962361 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51694) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:55.011551 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-652b934f-c2d5-4508-bcab-00f2d19dc73c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0ff42a17e32410e8e9837cf9023c0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478654 Jun 01 13:00:55.014616 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51698) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:55.077263 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.103566 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.233305 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.237703 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-5915a026-9085-48a3-9ae8-f0f137f6ff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:55.253126 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc052f6-3c0c-4697-8f67-dd8dd48e8413,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:55.265158 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.265559 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.265928 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.266488 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.266747 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.267113 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.267465 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.267821 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.268225 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.268530 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.268908 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.269255 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-793515-2-smb {{(pid=99038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:55.274012 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:55.275283 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:55.276413 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6656b534-3b11-4172-ae4a-ad87b82b9124 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddc052f6-3c0c-4697-8f67-dd8dd48e8413 HTTP/1.1" status: 204 len: 168 time: 0.2609134 Jun 01 13:00:55.708657 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 0a723f72-2c3b-4e75-b66b-c66525737cb1 no longer exists at agent ovs-agent-dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:00:55.748363 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.plugin [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] No Port match for: 0a723f72-2c3b-4e75-b66b-c66525737cb1 {{(pid=99039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:00:55.748657 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron.plugins.ml2.rpc [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Device 0a723f72-2c3b-4e75-b66b-c66525737cb1 not bound to the agent host dv-cinder-793515-2-smb {{(pid=99039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:00:56.063997 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51706) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:56.115035 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-6d30bafe-4397-47d0-af16-62adac456c97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0673a3f4f86a47d9a8d412bf81a09d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494361 Jun 01 13:00:56.117727 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [-] (99038) accepted ('10.222.0.11', 51710) {{(pid=99038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:56.189688 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.218850 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.342274 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331127'] for security_group, after_delete {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.346317 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-c7fabeb2-d809-4ae0-b0b4-3b059bfe5762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:56.358839 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84feb218-4b30-4038-87cd-bbfef2918c3c,revision_number=None']} {{(pid=99038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:56.362629 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG oslo_concurrency.lockutils [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99038) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:56.367177 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron_lib.callbacks.manager [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] Notify callbacks [] for security_group, before_response {{(pid=99038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:56.368416 dv-cinder-793515-2-smb neutron-server[99038]: INFO neutron.wsgi [None req-967cc6c5-e846-467e-bb4b-e5ce930434be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84feb218-4b30-4038-87cd-bbfef2918c3c HTTP/1.1" status: 204 len: 168 time: 0.2497506 Jun 01 13:01:12.212975 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:01:13.764066 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-11c1bc4b-5100-46e9-b26b-33a734a067cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.357446 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-48bb2eba-3163-4d5c-ab28-58f2cae69a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:16.501671 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.375564 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:19.044499 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:19.388261 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.769308 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-57933b83-0833-4c96-96c6-bb0a39eb5bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.334981 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-677425a4-56c1-48da-afcd-447da6122bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.488393 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:47.352145 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.049761 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:49.212082 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:01:49.386840 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:13.757696 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-0b444567-a3aa-4790-a961-b33ec41f82b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.363978 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-e73b1acc-9a28-47db-a649-e21c38e4b12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:16.506170 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.357558 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.043538 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:19.391807 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:26.211228 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:02:43.746042 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b36bbba4-f2d8-4897-a84c-359e2b674391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.351644 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-8ea0b5b8-3dc2-48b7-9d62-d16b81fe3bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:46.493457 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:47.322877 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.031463 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:49.431189 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.209457 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:03:13.739842 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-c60ec34e-6e15-47e9-9128-145df63d6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.339736 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4df8034e-7c85-44bb-ae5d-ea10404131b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.482657 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.344791 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:19.042618 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:19.384793 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:40.208019 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:03:43.756022 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7afd-862e-4367-85ff-18988f13b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.323211 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fc945079-ac66-49f5-be39-ac8283452ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:46.459423 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.327564 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.025044 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:49.390870 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.795930 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fd961aaf-4f9b-4e38-bf92-2112b304a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.345171 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-b18dd34e-5d16-46d3-bfa9-3474484f52b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:16.487642 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:17.207036 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:04:17.344552 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.036215 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:19.395956 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.744092 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-09618c5e-c038-4137-a35e-81bc4fb3f37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.338404 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-4e9e70bf-eaef-44ec-a45d-0d7b99787d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:46.464277 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:47.326980 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:49.047124 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:49.430200 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:54.205599 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:05:13.749939 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-052182e0-f152-4774-8183-d7fabe333bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.367257 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fd6cacbe-40ba-4f2a-a0a3-273b61664d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:16.481208 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:17.384323 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.070106 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:19.424237 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:31.203957 dv-cinder-793515-2-smb neutron-server[99040]: DEBUG neutron.db.agents_db [None req-5e64b8a5-c172-4cbc-a13a-b0e8e40dcab7 None None] Agent healthcheck: found 6 active agents {{(pid=99040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:05:41.173405 dv-cinder-793515-2-smb neutron-server[99038]: DEBUG neutron.wsgi [req-7244cfb2-5ba7-4e9e-875e-a1a19061f0d2 req-37100f93-d74a-4ef7-92ff-13a0c1058fc7 service neutron] (99038) timed out ('10.222.0.58', 60995) {{(pid=99038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:05:42.025361 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [req-c3f3779d-470d-41cc-855e-f57010e60e85 req-b6baee92-1b0c-46ab-ac56-d33ebfd5a61d service neutron] (99037) timed out ('10.222.0.58', 60963) {{(pid=99037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:05:43.760856 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-fcfbf04c-7133-4279-8441-35ab59584f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:46.355193 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2e5c1582-7b49-4d5e-9397-31f41fcd142a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:46.492158 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-2190dd9c-594f-4ff3-8760-6d8de5bff2c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:47.338090 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-eea666e6-7131-464d-9849-89537cee6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.063912 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-af22a3f6-6685-4c2e-997d-d67103886830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:49.446942 dv-cinder-793515-2-smb neutron-server[99039]: DEBUG neutron_lib.callbacks.manager [None req-523433f7-5d6d-4ab7-9b31-314287493de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794346127342', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3635356'] for agent, after_update {{(pid=99039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:56.400200 dv-cinder-793515-2-smb neutron-server[99037]: DEBUG neutron.wsgi [req-a26216a8-55d1-48c8-8f4a-91f3eb40e85d req-66a4306e-5f2a-49fa-8a37-a13ad89e7307 service neutron] (99037) timed out ('10.222.0.58', 61015) {{(pid=99037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}